diff --git "a/openvino_model.xml" "b/openvino_model.xml"
--- "a/openvino_model.xml"
+++ "b/openvino_model.xml"
@@ -1,192879 +1,3 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<net name="Model0" version="11">
-	<layers>
-		<layer id="3" name="input_ids" type="Parameter" version="opset1">
-			<data shape="?,?" element_type="i64"/>
-			<output>
-				<port id="0" precision="I64" names="input_ids">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2" name="attention_mask" type="Parameter" version="opset1">
-			<data shape="?,?" element_type="i64"/>
-			<output>
-				<port id="0" precision="I64" names="attention_mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1" name="position_ids" type="Parameter" version="opset1">
-			<data shape="?,?" element_type="i64"/>
-			<output>
-				<port id="0" precision="I64" names="position_ids">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="0" name="beam_idx" type="Parameter" version="opset1">
-			<data shape="?" element_type="i32"/>
-			<output>
-				<port id="0" precision="I32" names="beam_idx">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4" name="Constant_730619_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="5" name="Constant_730619" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="6" name="ShapeOf_730605" type="ShapeOf" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7" name="Constant_730607" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8" name="Constant_730609" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9" name="Gather_730610" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10" name="Constant_730612" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11" name="Constant_730614" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12" name="Constant_730616" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="13" name="Concat_730617" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="14" name="Broadcast_730620" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="15" name="ReadValue_718289" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.9.valuepresent.9.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.9.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="16" name="Constant_705715" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="17" name="Gather_705716" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="18" name="Constant_648847_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="26" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="19" name="Constant_648847" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="20" name="self.model.embed_tokens.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="32000, 4096" offset="8218" size="131072000"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="21" name="Convert_59133" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="22" name="self.model.embed_tokens.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="32000, 1" offset="131080218" size="32000"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="23" name="Convert_59136" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="24" name="Subtract_59137" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="25" name="self.model.embed_tokens.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="32000, 1" offset="131112218" size="64000"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="26" name="self.model.embed_tokens.weight_compressed/fq_weights_0" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>32000</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="27" name="self.model.embed_tokens.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="28" name="__module.model.embed_tokens/aten::embedding/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="29" name="__module.model.embed_tokens/aten::embedding/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="30" name="__module.model.embed_tokens/aten::embedding/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32000</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="314,362,373,hidden_states.1,hidden_states.3">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="31" name="Constant_648754_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="131176222" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="32" name="Constant_648754" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="33" name="Constant_648753_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="34" name="Constant_648753" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="35" name="Constant_648751_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="36" name="Constant_648751" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="37" name="__module.model.layers.0.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="363">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="38" name="Constant_322" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="364">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="39" name="__module.model.layers.0.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="365,variance.1">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="40" name="Constant_648752_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="41" name="Constant_648752" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="42" name="__module.model.layers.0.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="366">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="43" name="__module.model.layers.0.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="44" name="__module.model.layers.0.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="367">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="45" name="__module.model.layers.0.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="368,369,hidden_states.5,hidden_states.7">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="46" name="__module.model.layers.0.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="370,372,hidden_states.9">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="47" name="self.model.layers.0.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="131184424" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="48" name="Convert_59162" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="49" name="self.model.layers.0.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="50" name="Convert_59164" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="51" name="Subtract_59165" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="52" name="self.model.layers.0.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="139573033" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="53" name="self.model.layers.0.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="54" name="Constant_59169" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="55" name="Reshape_59170" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="56" name="self.model.layers.0.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="57" name="__module.model.layers.0.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="382,query_states.1">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="58" name="__module.model.layers.0.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="59" name="Constant_592174" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="60" name="Constant_592175" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="61" name="Gather_592176" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="62" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_1" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="139835201" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="63" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="139835205" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="64" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="387">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="65" name="__module.model.layers.0.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="388">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="66" name="__module.model.layers.0.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="67" name="__module.model.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="389,q.1">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="68" name="self.model.layers.0.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.0.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="69" name="self.model.layers.0.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="70" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="71" name="self.model.layers.0.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="148223833" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="72" name="Convert_59152" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="73" name="self.model.layers.0.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="74" name="Convert_59154" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="75" name="Subtract_59155" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="76" name="self.model.layers.0.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="150320985" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="77" name="self.model.layers.0.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="78" name="Constant_59159" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="79" name="Reshape_59160" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="80" name="self.model.layers.0.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="81" name="__module.model.layers.0.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="384,key_states.3">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="82" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_1_1" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386537" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="83" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="390,393">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="84" name="__module.model.layers.0.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="391">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="85" name="__module.model.layers.0.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="86" name="__module.model.layers.0.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="392,key_states.5">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="87" name="__module.model.layers.0.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="88" name="235" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="235"/>
-			</output>
-		</layer>
-		<layer id="89" name="__module.model.layers.0.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="90" name="__module.model.layers.0.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="396"/>
-			</output>
-		</layer>
-		<layer id="91" name="Constant_730632_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="92" name="Constant_730632" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="93" name="Constant_730625" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="94" name="Constant_730627" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="95" name="Constant_730629" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="96" name="Concat_730630" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="97" name="Broadcast_730633" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="98" name="ReadValue_718163" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.0.keypresent.0.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.0.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="99" name="Constant_705658" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="100" name="Gather_705659" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="101" name="__module.model/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="102" name="__module.model/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="103" name="__module.model/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="308,398"/>
-			</output>
-		</layer>
-		<layer id="104" name="__module.model.layers.0.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="397,401,402,kv_seq_len.1"/>
-			</output>
-		</layer>
-		<layer id="105" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="106" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="107" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="108" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="405,406,410,cos.1">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="109" name="__module.model/prim::ListConstruct/Reshape" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="110" name="__module.model/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="111" name="236" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="236"/>
-			</output>
-		</layer>
-		<layer id="112" name="__module.model/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="113" name="__module.model/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="303"/>
-			</output>
-		</layer>
-		<layer id="114" name="Constant_490447" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="115" name="__module.model/prim::ListConstruct/Reshape_0" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="116" name="__module.model/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="310">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="117" name="__module.model/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="311,312,position_ids">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="118" name="__module.model.layers.0.self_attn/aten::index/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="119" name="Constant_71048" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="120" name="__module.model.layers.0.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="413">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="121" name="__module.model.layers.0.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="414,cos.3">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="122" name="__module.model.layers.0.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="123" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="124" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="125" name="__module.model.layers.0.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="418">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="126" name="Constant_605611" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="127" name="Constant_605610" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="128" name="__module.model.layers.0.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="129" name="223" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386581" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="223"/>
-			</output>
-		</layer>
-		<layer id="130" name="__module.model.layers.0.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="131" name="__module.model.layers.0.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="419,424"/>
-			</output>
-		</layer>
-		<layer id="132" name="Constant_47" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="215"/>
-			</output>
-		</layer>
-		<layer id="133" name="__module.model.layers.0.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="134" name="__module.model.layers.0.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="421,422,426,427"/>
-			</output>
-		</layer>
-		<layer id="135" name="__module.model.layers.0.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="136" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="137" name="Constant_605609" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="138" name="ScatterUpdate_605612" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="139" name="Constant_605615" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="140" name="Constant_605618" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="141" name="__module.model.layers.0.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="428,x2.1">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="142" name="Constant_648755_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="143" name="Constant_648755" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="144" name="__module.model.layers.0.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="429">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="145" name="Constant_605664" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="146" name="Constant_605669" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="147" name="__module.model.layers.0.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="423">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="148" name="__module.model.layers.0.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="431">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="149" name="self.model.layers.0.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.0.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="150" name="self.model.layers.0.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="151" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="152" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="153" name="__module.model.layers.0.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="407,408,411,sin.1">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="154" name="Constant_71051" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="155" name="__module.model.layers.0.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="416">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="156" name="__module.model.layers.0.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="417,sin.3">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="157" name="__module.model.layers.0.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="158" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="159" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="160" name="__module.model.layers.0.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="432">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="161" name="__module.model.layers.0.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="162" name="__module.model.layers.0.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="163" name="__module.model.layers.0.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="164" name="__module.model.layers.0.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="433">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="165" name="__module.model.layers.0.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="166" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="167" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="168" name="__module.model.layers.0.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="434">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="169" name="Constant_605714" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="170" name="Constant_605713" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="171" name="__module.model.layers.0.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="172" name="__module.model.layers.0.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="435,440"/>
-			</output>
-		</layer>
-		<layer id="173" name="__module.model.layers.0.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="174" name="__module.model.layers.0.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="437,438,442,443"/>
-			</output>
-		</layer>
-		<layer id="175" name="__module.model.layers.0.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="176" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="177" name="Constant_605712" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="178" name="ScatterUpdate_605715" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="179" name="Constant_605718" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="180" name="Constant_605721" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="181" name="__module.model.layers.0.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="444,x2.3">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="182" name="Constant_648756_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="183" name="Constant_648756" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="184" name="__module.model.layers.0.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="445">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="185" name="Constant_605767" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="186" name="Constant_605772" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="187" name="__module.model.layers.0.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="439">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="188" name="__module.model.layers.0.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="447">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="189" name="__module.model.layers.0.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="190" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="191" name="__module.model.layers.0.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="192" name="__module.model.layers.0.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="448">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="193" name="__module.model.layers.0.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="194" name="__module.model.layers.0.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="195" name="__module.model.layers.0.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="196" name="__module.model.layers.0.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="449,key_states.7">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="197" name="__module.model.layers.0.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.0.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="198" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="199" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="200" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="201" name="__module.model.layers.0.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="462">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="202" name="Constant_605819" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="203" name="Constant_605822" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="204" name="Constant_605825" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="205" name="__module.model.layers.0.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="463">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="206" name="__module.model.layers.0.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="464">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="207" name="Constant_605831" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="208" name="Constant_605834" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="209" name="Constant_605837" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="210" name="__module.model.layers.0.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="465">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="211" name="Constant_605843" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="212" name="Constant_605846" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="213" name="Constant_605849" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="214" name="__module.model.layers.0.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="466">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="215" name="__module.model.layers.0.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="216" name="Constant_591311" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="217" name="__module.model.layers.0.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="218" name="__module.model.layers.0.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="457">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="219" name="__module.model.layers.0.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="220" name="__module.model.layers.0.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="458"/>
-			</output>
-		</layer>
-		<layer id="221" name="Constant_490449" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="222" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="223" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_1_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="158775355" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="224" name="Constant_592184" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="225" name="Constant_592185" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="226" name="Gather_592186" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="227" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="467">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="228" name="__module.model.layers.0.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="229" name="__module.model.layers.0.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="468,hidden_states.13">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="230" name="Constant_45" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="158775355" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="213"/>
-			</output>
-		</layer>
-		<layer id="231" name="__module.model.layers.0.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="469,470"/>
-			</output>
-		</layer>
-		<layer id="232" name="Constant_490453" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="233" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="234" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="471">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="235" name="__module.model.layers.0.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="472">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="236" name="Constant_730645_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="237" name="Constant_730645" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="238" name="Constant_730638" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="239" name="Constant_730640" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="240" name="Constant_730642" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="241" name="Concat_730643" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="242" name="Broadcast_730646" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="243" name="ReadValue_718165" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.0.valuepresent.0.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.0.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="244" name="Constant_705661" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="245" name="Gather_705662" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="246" name="self.model.layers.0.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="158775367" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="247" name="Convert_59143" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="248" name="self.model.layers.0.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="162969671" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="249" name="Convert_59146" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="250" name="Subtract_59147" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="251" name="self.model.layers.0.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="162970695" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="252" name="self.model.layers.0.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="253" name="self.model.layers.0.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="254" name="__module.model.layers.0.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="386,value_states.1">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="255" name="__module.model.layers.0.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="394">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="256" name="__module.model.layers.0.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="257" name="__module.model.layers.0.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="395">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="258" name="__module.model.layers.0.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.0.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="259" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="260" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="261" name="__module.model.layers.0.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="262" name="__module.model.layers.0.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="478">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="263" name="Constant_605856" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="264" name="Constant_605859" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="265" name="Constant_605862" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="266" name="__module.model.layers.0.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="479">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="267" name="__module.model.layers.0.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="480">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="268" name="Constant_605868" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="269" name="Constant_605871" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="270" name="Constant_605874" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="271" name="__module.model.layers.0.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="481">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="272" name="Constant_605880" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="273" name="Constant_605883" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="274" name="Constant_605886" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="275" name="__module.model.layers.0.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="482">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="276" name="__module.model.layers.0.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="277" name="Constant_591320" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="278" name="__module.model.layers.0.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="279" name="__module.model.layers.0.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="473">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="280" name="__module.model.layers.0.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="281" name="__module.model.layers.0.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="474"/>
-			</output>
-		</layer>
-		<layer id="282" name="Constant_490455" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="283" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="284" name="Constant_592194" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="285" name="Constant_592195" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="286" name="Gather_592196" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="287" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="483">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="288" name="__module.model.layers.0.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="289" name="__module.model.layers.0.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="484,hidden_states.17">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="290" name="__module.model.layers.0.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="485,486"/>
-			</output>
-		</layer>
-		<layer id="291" name="Constant_490458" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="292" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="293" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="487">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="294" name="__module.model.layers.0.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="488">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="295" name="Constant_648758_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="296" name="Constant_648758" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="297" name="__module.model/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="298" name="__module.model/aten::slice/Unsqueeze_1" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="299" name="__module.model/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="300" name="__module.model/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="344">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="301" name="__module.model/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="345">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="302" name="__module.model/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="346">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="303" name="Constant_605893" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="304" name="Constant_605896" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="305" name="Constant_605899" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="306" name="__module.model/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="347">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="307" name="__module.model/aten::size/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="308" name="Constant_591329" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="309" name="__module.model/aten::size/Constant_6" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="310" name="__module.model/aten::size/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="316,342">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="311" name="__module.model/prim::ListConstruct/Reshape_0_1" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="312" name="Constant_591332" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="313" name="__module.model/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="314" name="__module.model/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="343">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="315" name="__module.model/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="348">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="316" name="__module.model/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="317" name="__module.model/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="349">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="318" name="__module.model/aten::to/Convert_1" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="350">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="319" name="Constant_648757_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="320" name="Constant_648757" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="321" name="__module.model/aten::rsub/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="322" name="__module.model/aten::rsub/Subtract" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="351,inverted_mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="323" name="__module.model/aten::to/Convert_2" type="Convert" version="opset1">
-			<data destination_type="boolean"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="BOOL" names="352">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="324" name="__module.model/aten::masked_fill/ConvertLike" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="162972743" size="4"/>
-			<output>
-				<port id="0" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="325" name="__module.model/aten::masked_fill/Select" type="Select" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="BOOL">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="FP32"/>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="353,354,expanded_attn_mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="326" name="__module.model/aten::to/Convert_4" type="Convert" version="opset1">
-			<data destination_type="boolean"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="BOOL" names="355">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="327" name="__module.model/aten::masked_fill/ConvertLike_1" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="162972743" size="4"/>
-			<output>
-				<port id="0" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="328" name="__module.model/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="329" name="__module.model/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="330" name="__module.model/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="315,key_value_length"/>
-			</output>
-		</layer>
-		<layer id="331" name="__module.model/aten::sub/Subtract" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="317,318,past_key_values_length"/>
-			</output>
-		</layer>
-		<layer id="332" name="Constant_490462" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="333" name="__module.model/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="334" name="__module.model/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="330">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="335" name="__module.model/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="331">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="336" name="__module.model/aten::arange/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="337" name="228" type="Const" version="opset1">
-			<data element_type="f32" shape="" offset="162972743" size="4"/>
-			<output>
-				<port id="0" precision="FP32" names="228"/>
-			</output>
-		</layer>
-		<layer id="338" name="__module.model/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="319">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="339" name="__module.model/aten::full/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="320_1">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="340" name="__module.model/aten::size/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="341" name="233" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="233"/>
-			</output>
-		</layer>
-		<layer id="342" name="__module.model/aten::size/Constant_4" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="343" name="__module.model/aten::size/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="321,324"/>
-			</output>
-		</layer>
-		<layer id="344" name="__module.model/aten::arange/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="345" name="__module.model/aten::arange/Range" type="Range" version="opset4">
-			<data output_type="f32"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="346" name="__module.model/aten::arange/ConvertLike" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="322,mask_cond">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="347" name="Constant_648759" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="348" name="__module.model/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="323">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="349" name="Constant_490463" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="350" name="__module.model/prim::ListConstruct/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="351" name="__module.model/prim::ListConstruct/Concat_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="325">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="352" name="__module.model/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="326">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="353" name="__module.model/aten::lt/Less" type="Less" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="BOOL" names="327">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="354" name="__module.model/aten::masked_fill_/ConvertLike_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="355" name="__module.model/aten::masked_fill_/ConvertLike" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="356" name="__module.model/aten::masked_fill_/Select" type="Select" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="BOOL">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="FP32"/>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="320,329,mask.1">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="357" name="__module.model/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="333,mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="358" name="229" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32" names="229"/>
-			</output>
-		</layer>
-		<layer id="359" name="__module.model/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="334">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="360" name="__module.model/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="335">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="361" name="Constant_605905" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="162972747" size="12"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="362" name="Constant_605908" type="Const" version="opset1">
-			<data element_type="i64" shape="3" offset="162972759" size="24"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="363" name="Constant_605911" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="162972783" size="12"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="364" name="__module.model/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 0" end_mask="1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>3</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="336">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="365" name="Constant_605917" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="366" name="Constant_605920" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="367" name="Constant_605923" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="368" name="__module.model/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="337">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="369" name="__module.model/aten::add/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="338,339"/>
-			</output>
-		</layer>
-		<layer id="370" name="Constant_490464" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="371" name="__module.model/prim::ListConstruct/Reshape_2_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="372" name="__module.model/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="340">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="373" name="__module.model/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="374" name="__module.model/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="341,causal_4d_mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="375" name="__module.model/aten::masked_fill/Select_1" type="Select" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="BOOL">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="FP32"/>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="356,attention_mask">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="376" name="__module.model.layers.0.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="489,attn_output.1">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="377" name="__module.model.layers.0.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="378" name="__module.model.layers.0.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="490">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="379" name="__module.model.layers.0.self_attn/prim::ListConstruct/Reshape_1_7" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="162972795" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="380" name="__module.model.layers.0.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="492">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="381" name="__module.model.layers.0.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="493">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="382" name="self.model.layers.0.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="162972799" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="383" name="Convert_59172" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="384" name="self.model.layers.0.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="385" name="Convert_59174" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="386" name="Subtract_59175" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="387" name="self.model.layers.0.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="171361407" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="388" name="self.model.layers.0.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="389" name="Constant_59179" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="390" name="Reshape_59180" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="391" name="self.model.layers.0.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="392" name="__module.model.layers.0.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="495,497,hidden_states.19">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="393" name="__module.model.layers.0/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="394" name="__module.model.layers.0/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="395" name="__module.model.layers.0/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="396" name="__module.model.layers.0/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="500,502,513,hidden_states.21,hidden_states.23">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="397" name="__module.model.layers.0.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="398" name="__module.model.layers.0.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="399" name="Constant_648763_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="171623551" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="400" name="Constant_648763" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="401" name="Constant_648762_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="402" name="Constant_648762" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="403" name="Constant_648760_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="404" name="Constant_648760" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="405" name="__module.model.layers.0.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="503">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="406" name="Constant_963" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="504">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="407" name="__module.model.layers.0.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="505,variance.3">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="408" name="Constant_648761_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="409" name="Constant_648761" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="410" name="__module.model.layers.0.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="506">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="411" name="__module.model.layers.0.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="412" name="__module.model.layers.0.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="507">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="413" name="__module.model.layers.0.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="508,509,hidden_states.25,hidden_states.27">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="414" name="__module.model.layers.0.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="510,512,hidden_states.29">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="415" name="__module.model.layers.0.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="416" name="__module.model.layers.0.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="417" name="__module.model.layers.0.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="531"/>
-			</output>
-		</layer>
-		<layer id="418" name="__module.model.layers.0.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="419" name="__module.model.layers.0.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="533"/>
-			</output>
-		</layer>
-		<layer id="420" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="547,548"/>
-			</output>
-		</layer>
-		<layer id="421" name="Constant_490466" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="422" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="423" name="Constant_591335" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="424" name="__module.model.layers.0.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="425" name="__module.model.layers.0.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="535">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="426" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="549">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="427" name="__module.model.layers.0.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="550_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="428" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="536,561,587,613,639,665,691,717,743">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="429" name="__module.model.layers.0.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="537,hidden_states.31">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="430" name="self.model.layers.0.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="8, 32, 128" offset="171631743" size="16384"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="431" name="Convert_59182" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="432" name="self.model.layers.0.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="433" name="Convert_59184" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="434" name="Subtract_59185" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="435" name="self.model.layers.0.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 32, 1" offset="171648127" size="512"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="436" name="self.model.layers.0.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="437" name="Constant_59189" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="171648639" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="438" name="Reshape_59190" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="439" name="self.model.layers.0.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="440" name="__module.model.layers.0.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="539,input.1">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="441" name="__module.model.layers.0.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="540">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="442" name="__module.model.layers.0.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="541_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="443" name="__module.model.layers.0.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="542">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="444" name="__module.model.layers.0.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="445" name="__module.model.layers.0.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="446" name="__module.model.layers.0.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="447" name="__module.model.layers.0.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="551">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="448" name="Constant_1148" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="552">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="449" name="__module.model.layers.0.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="553,expert_mask.1">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="450" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="554">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="451" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="452" name="Constant_126935" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="453" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="454" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="557,top_x.1">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="455" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="456" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="457" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="458" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="459" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="460" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="461" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="462" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="463" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="464" name="__module.model.layers.0.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="558,584,610,636,662,688,714,740">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="465" name="Constant_71054" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="466" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="560">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="467" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="562">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="468" name="self.model.layers.0.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="171648691" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="469" name="Convert_59203" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="470" name="self.model.layers.0.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="230368947" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="471" name="Convert_59206" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="472" name="Subtract_59207" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="473" name="self.model.layers.0.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="230383283" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="474" name="self.model.layers.0.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="475" name="self.model.layers.0.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="476" name="__module.model.layers.0.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="567,input.3">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="477" name="__module.model.layers.0.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="568">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="478" name="self.model.layers.0.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="230411955" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="479" name="Convert_59193" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="480" name="self.model.layers.0.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="289132211" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="481" name="Convert_59196" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="482" name="Subtract_59197" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="483" name="self.model.layers.0.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="289146547" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="484" name="self.model.layers.0.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="485" name="self.model.layers.0.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="486" name="__module.model.layers.0.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="570">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="487" name="__module.model.layers.0.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="571">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="488" name="self.model.layers.0.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="289175219" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="489" name="Convert_59212" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="490" name="self.model.layers.0.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="491" name="Convert_59214" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="492" name="Subtract_59215" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="493" name="self.model.layers.0.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="318535347" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="494" name="self.model.layers.0.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="495" name="Constant_59219" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="496" name="Reshape_59220" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="497" name="self.model.layers.0.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="498" name="__module.model.layers.0.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="573">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="499" name="Constant_1034" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="543">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="500" name="__module.model.layers.0.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="544">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="501" name="__module.model.layers.0.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="541,546,routing_weights.1,routing_weights.5">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="502" name="__module.model.layers.0.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="574,600,626,652,678,704,730,756">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="503" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="504" name="Constant_178323" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="505" name="Constant_178322" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="506" name="Constant_178324" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="507" name="__module.model.layers.0.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="508" name="Constant_178327" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="509" name="__module.model.layers.0.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="510" name="Constant_178329" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="511" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="512" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="513" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="556,idx.1">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="514" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="515" name="Constant_178316" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="516" name="__module.model.layers.0.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="517" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="518" name="__module.model.layers.0.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="519" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="520" name="Constant_178383" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="521" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="522" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="523" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="524" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="525" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="576">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="526" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="527" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="528" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="529" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="577,578,current_hidden_states.1,current_hidden_states.3">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="530" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="531" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="532" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="533" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="550_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="534" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="580">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="535" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="536" name="Constant_126940" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="537" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="538" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="583,top_x.3">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="539" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="540" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="541" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="542" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="543" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="544" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="545" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="546" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="547" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="548" name="Constant_71057" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="549" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="586">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="550" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="588">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="551" name="self.model.layers.0.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="319452867" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="552" name="Convert_59232" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="553" name="self.model.layers.0.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="554" name="Convert_59234" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="555" name="Subtract_59235" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="556" name="self.model.layers.0.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="348812995" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="557" name="self.model.layers.0.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="558" name="Constant_59239" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="559" name="Reshape_59240" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="560" name="self.model.layers.0.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="561" name="__module.model.layers.0.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="593,input.5">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="562" name="__module.model.layers.0.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="594">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="563" name="self.model.layers.0.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="349730515" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="564" name="Convert_59223" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="565" name="self.model.layers.0.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="408450771" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="566" name="Convert_59226" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="567" name="Subtract_59227" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="568" name="self.model.layers.0.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="408465107" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="569" name="self.model.layers.0.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="570" name="self.model.layers.0.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="571" name="__module.model.layers.0.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="596">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="572" name="__module.model.layers.0.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="597">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="573" name="self.model.layers.0.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="408493779" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="574" name="Convert_59242" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="575" name="self.model.layers.0.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="576" name="Convert_59244" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="577" name="Subtract_59245" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="578" name="self.model.layers.0.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="437853907" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="579" name="self.model.layers.0.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="580" name="Constant_59249" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="581" name="Reshape_59250" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="582" name="self.model.layers.0.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="583" name="__module.model.layers.0.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="599">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="584" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="582,idx.3">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="585" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="586" name="Constant_178397" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="587" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="588" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="589" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="590" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="591" name="Constant_178464" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="592" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="593" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="594" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="595" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="596" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="602">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="597" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="598" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="599" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="600" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="603,604,current_hidden_states.5,current_hidden_states.7">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="601" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="602" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="603" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="604" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="579_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="605" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="606">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="606" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="607" name="Constant_126945" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="608" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="609" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="609,top_x.5">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="610" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="611" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="612" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="613" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="614" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="615" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="616" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="617" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="618" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="619" name="Constant_71060" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="620" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="612">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="621" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="614">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="622" name="self.model.layers.0.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="438771411" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="623" name="Convert_59262" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="624" name="self.model.layers.0.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="625" name="Convert_59264" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="626" name="Subtract_59265" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="627" name="self.model.layers.0.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="468131539" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="628" name="self.model.layers.0.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="629" name="Constant_59269" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="630" name="Reshape_59270" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="631" name="self.model.layers.0.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="632" name="__module.model.layers.0.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="619,input.7">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="633" name="__module.model.layers.0.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="620">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="634" name="self.model.layers.0.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="469049043" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="635" name="Convert_59252" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="636" name="self.model.layers.0.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="637" name="Convert_59254" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="638" name="Subtract_59255" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="639" name="self.model.layers.0.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="498409171" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="640" name="self.model.layers.0.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="641" name="Constant_59259" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="642" name="Reshape_59260" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="643" name="self.model.layers.0.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="644" name="__module.model.layers.0.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="622">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="645" name="__module.model.layers.0.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="623">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="646" name="self.model.layers.0.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="499326675" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="647" name="Convert_59272" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="648" name="self.model.layers.0.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="649" name="Convert_59274" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="650" name="Subtract_59275" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="651" name="self.model.layers.0.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="528686803" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="652" name="self.model.layers.0.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="653" name="Constant_59279" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="654" name="Reshape_59280" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="655" name="self.model.layers.0.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="656" name="__module.model.layers.0.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="625">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="657" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="608,idx.5">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="658" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="659" name="Constant_178478" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="660" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="661" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="662" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="663" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="664" name="Constant_178545" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="665" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="666" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="667" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="668" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="669" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="628">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="670" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="671" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="672" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="673" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="629,630,current_hidden_states.11,current_hidden_states.9">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="674" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="675" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="676" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="677" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="605_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="678" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="632">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="679" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="680" name="Constant_126950" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="681" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="682" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="635,top_x.7">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="683" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="684" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="685" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="686" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="687" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="688" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="689" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="690" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="691" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="692" name="Constant_71063" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="693" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="638">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="694" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="640">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="695" name="self.model.layers.0.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="529604307" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="696" name="Convert_59292" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="697" name="self.model.layers.0.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="698" name="Convert_59294" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="699" name="Subtract_59295" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="700" name="self.model.layers.0.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="558964435" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="701" name="self.model.layers.0.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="702" name="Constant_59299" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="703" name="Reshape_59300" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="704" name="self.model.layers.0.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="705" name="__module.model.layers.0.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="645,input.9">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="706" name="__module.model.layers.0.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="646">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="707" name="self.model.layers.0.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="559881939" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="708" name="Convert_59282" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="709" name="self.model.layers.0.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="710" name="Convert_59284" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="711" name="Subtract_59285" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="712" name="self.model.layers.0.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="589242067" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="713" name="self.model.layers.0.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="714" name="Constant_59289" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="715" name="Reshape_59290" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="716" name="self.model.layers.0.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="717" name="__module.model.layers.0.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="648">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="718" name="__module.model.layers.0.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="649">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="719" name="self.model.layers.0.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="590159571" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="720" name="Convert_59302" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="721" name="self.model.layers.0.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="722" name="Convert_59304" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="723" name="Subtract_59305" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="724" name="self.model.layers.0.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="619519699" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="725" name="self.model.layers.0.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="726" name="Constant_59309" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="727" name="Reshape_59310" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="728" name="self.model.layers.0.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="729" name="__module.model.layers.0.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="651">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="730" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="634,idx.7">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="731" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="732" name="Constant_178559" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="733" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="734" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="735" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="736" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="737" name="Constant_178626" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="738" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="739" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="740" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="741" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="742" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="654">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="743" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="744" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="745" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="746" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="655,656,current_hidden_states.13,current_hidden_states.15">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="747" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="748" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="749" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="750" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="631_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="751" name="232" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="158775355" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="232"/>
-			</output>
-		</layer>
-		<layer id="752" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="658">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="753" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="754" name="Constant_126955" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="755" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="756" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="661,top_x.9">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="757" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="758" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="759" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="760" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="761" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="762" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="763" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="764" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="765" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="766" name="Constant_71066" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="767" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="664">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="768" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="666">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="769" name="self.model.layers.0.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="620437203" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="770" name="Convert_59322" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="771" name="self.model.layers.0.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="772" name="Convert_59324" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="773" name="Subtract_59325" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="774" name="self.model.layers.0.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="649797331" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="775" name="self.model.layers.0.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="776" name="Constant_59329" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="777" name="Reshape_59330" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="778" name="self.model.layers.0.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="779" name="__module.model.layers.0.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="671,input.11">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="780" name="__module.model.layers.0.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="672">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="781" name="self.model.layers.0.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="650714835" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="782" name="Convert_59313" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="783" name="self.model.layers.0.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="709435091" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="784" name="Convert_59316" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="785" name="Subtract_59317" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="786" name="self.model.layers.0.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="709449427" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="787" name="self.model.layers.0.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="788" name="self.model.layers.0.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="789" name="__module.model.layers.0.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="674">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="790" name="__module.model.layers.0.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="675">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="791" name="self.model.layers.0.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="709478099" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="792" name="Convert_59332" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="793" name="self.model.layers.0.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="794" name="Convert_59334" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="795" name="Subtract_59335" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="796" name="self.model.layers.0.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="738838227" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="797" name="self.model.layers.0.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="798" name="Constant_59339" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="799" name="Reshape_59340" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="800" name="self.model.layers.0.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="801" name="__module.model.layers.0.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="677">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="802" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="660,idx.9">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="803" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="804" name="Constant_178640" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="805" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="806" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="807" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="808" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="809" name="Constant_178707" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="810" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="811" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="812" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="813" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="814" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="680">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="815" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="816" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="817" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="818" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="681,682,current_hidden_states.17,current_hidden_states.19">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="819" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="820" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="821" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="822" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="657_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="823" name="220" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="739755731" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="220"/>
-			</output>
-		</layer>
-		<layer id="824" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="684">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="825" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="826" name="Constant_126960" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="827" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="828" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="687,top_x.11">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="829" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="830" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="831" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="832" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="833" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="834" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="835" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="836" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="837" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="838" name="Constant_71069" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="839" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="690">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="840" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="692">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="841" name="self.model.layers.0.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="739755735" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="842" name="Convert_59352" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="843" name="self.model.layers.0.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="844" name="Convert_59354" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="845" name="Subtract_59355" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="846" name="self.model.layers.0.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="769115863" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="847" name="self.model.layers.0.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="848" name="Constant_59359" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="849" name="Reshape_59360" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="850" name="self.model.layers.0.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="851" name="__module.model.layers.0.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="697,input.13">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="852" name="__module.model.layers.0.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="698">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="853" name="self.model.layers.0.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="770033367" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="854" name="Convert_59343" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="855" name="self.model.layers.0.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="828753623" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="856" name="Convert_59346" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="857" name="Subtract_59347" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="858" name="self.model.layers.0.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="828767959" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="859" name="self.model.layers.0.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="860" name="self.model.layers.0.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="861" name="__module.model.layers.0.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="700">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="862" name="__module.model.layers.0.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="701">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="863" name="self.model.layers.0.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="828796631" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="864" name="Convert_59362" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="865" name="self.model.layers.0.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="866" name="Convert_59364" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="867" name="Subtract_59365" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="868" name="self.model.layers.0.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="858156759" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="869" name="self.model.layers.0.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="870" name="Constant_59369" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="871" name="Reshape_59370" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="872" name="self.model.layers.0.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="873" name="__module.model.layers.0.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="703">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="874" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="686,idx.11">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="875" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="876" name="Constant_178721" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="877" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="878" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="879" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="880" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="881" name="Constant_178788" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="882" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="883" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="884" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="885" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="886" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="706">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="887" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="888" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="889" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="890" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="707,708,current_hidden_states.21,current_hidden_states.23">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="891" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="892" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="893" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="894" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="683_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="895" name="225" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="859074263" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="225"/>
-			</output>
-		</layer>
-		<layer id="896" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="710">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="897" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="898" name="Constant_126965" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="899" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="900" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="713,top_x.13">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="901" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="902" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="903" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="904" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="905" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="906" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="907" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="908" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="909" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="910" name="Constant_71072" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="911" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="716">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="912" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="718">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="913" name="self.model.layers.0.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="859074267" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="914" name="Convert_59382" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="915" name="self.model.layers.0.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="916" name="Convert_59384" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="917" name="Subtract_59385" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="918" name="self.model.layers.0.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="888434395" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="919" name="self.model.layers.0.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="920" name="Constant_59389" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="921" name="Reshape_59390" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="922" name="self.model.layers.0.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="923" name="__module.model.layers.0.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="723,input.15">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="924" name="__module.model.layers.0.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="724">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="925" name="self.model.layers.0.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="889351899" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="926" name="Convert_59373" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="927" name="self.model.layers.0.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="948072155" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="928" name="Convert_59376" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="929" name="Subtract_59377" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="930" name="self.model.layers.0.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="948086491" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="931" name="self.model.layers.0.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="932" name="self.model.layers.0.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="933" name="__module.model.layers.0.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="726">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="934" name="__module.model.layers.0.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="727">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="935" name="self.model.layers.0.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="948115163" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="936" name="Convert_59392" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="937" name="self.model.layers.0.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="938" name="Convert_59394" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="939" name="Subtract_59395" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="940" name="self.model.layers.0.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="977475291" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="941" name="self.model.layers.0.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="942" name="Constant_59399" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="943" name="Reshape_59400" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="944" name="self.model.layers.0.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="945" name="__module.model.layers.0.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="729">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="946" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="712,idx.13">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="947" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="948" name="Constant_178802" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="949" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="950" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="951" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="952" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="953" name="Constant_178869" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="954" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="955" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="956" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="957" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="958" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="732">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="959" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="960" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="961" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="962" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="733,734,current_hidden_states.25,current_hidden_states.27">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="963" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="964" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="965" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="966" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="709_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="967" name="219" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="978392795" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="219"/>
-			</output>
-		</layer>
-		<layer id="968" name="__module.model.layers.0.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="736">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="969" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="970" name="Constant_126970" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="971" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="972" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="739,top_x.15">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="973" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="974" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="975" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="976" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="977" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="978" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="979" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="980" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="981" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="982" name="Constant_71075" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="983" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="742">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="984" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="744">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="985" name="self.model.layers.0.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="978392799" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="986" name="Convert_59413" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="987" name="self.model.layers.0.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1037113055" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="988" name="Convert_59416" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="989" name="Subtract_59417" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="990" name="self.model.layers.0.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1037127391" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="991" name="self.model.layers.0.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="992" name="self.model.layers.0.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="993" name="__module.model.layers.0.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="749,input.17">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="994" name="__module.model.layers.0.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="750">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="995" name="self.model.layers.0.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1037156063" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="996" name="Convert_59403" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="997" name="self.model.layers.0.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1095876319" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="998" name="Convert_59406" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="999" name="Subtract_59407" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1000" name="self.model.layers.0.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1095890655" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1001" name="self.model.layers.0.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1002" name="self.model.layers.0.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1003" name="__module.model.layers.0.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="752">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1004" name="__module.model.layers.0.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="753">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1005" name="self.model.layers.0.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1095919327" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1006" name="Convert_59422" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1007" name="self.model.layers.0.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1008" name="Convert_59424" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1009" name="Subtract_59425" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1010" name="self.model.layers.0.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1125279455" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1011" name="self.model.layers.0.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1012" name="Constant_59429" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1013" name="Reshape_59430" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1014" name="self.model.layers.0.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1015" name="__module.model.layers.0.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="755">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1016" name="__module.model.layers.0.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="738,idx.15">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1017" name="__module.model.layers.0.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1018" name="Constant_178883" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1019" name="__module.model.layers.0.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1020" name="__module.model.layers.0.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1021" name="__module.model.layers.0.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1022" name="__module.model.layers.0.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1023" name="Constant_178950" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1024" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1025" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1026" name="__module.model.layers.0.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1027" name="__module.model.layers.0.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1028" name="__module.model.layers.0.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="758">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1029" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1030" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1031" name="__module.model.layers.0.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1032" name="__module.model.layers.0.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="759,760,current_hidden_states.29,current_hidden_states.31">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1033" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1034" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1035" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1036" name="__module.model.layers.0.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="735,final_hidden_states.15">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1037" name="Constant_490468" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1038" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1039" name="Constant_490469" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1040" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1041" name="__module.model.layers.0.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="762">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1042" name="__module.model.layers.0.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="763,hidden_states.33">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1043" name="__module.model.layers.0/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1044" name="__module.model.layers.0/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1045" name="__module.model.layers.0/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1046" name="__module.model.layers.0/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="764,766,774,785,hidden_states.35,hidden_states.37">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1047" name="Constant_648767_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="1126196959" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1048" name="Constant_648767" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1049" name="Constant_648766_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1050" name="Constant_648766" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1051" name="Constant_648764_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1052" name="Constant_648764" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1053" name="__module.model.layers.1.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="775">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1054" name="Constant_2006" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="776">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1055" name="__module.model.layers.1.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="777,variance.5">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1056" name="Constant_648765_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1057" name="Constant_648765" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1058" name="__module.model.layers.1.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="778">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1059" name="__module.model.layers.1.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1060" name="__module.model.layers.1.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="779">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1061" name="__module.model.layers.1.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="780,781,hidden_states.39,hidden_states.41">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1062" name="__module.model.layers.1.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="782,784,hidden_states.43">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1063" name="self.model.layers.1.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="1126205151" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1064" name="Convert_59452" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1065" name="self.model.layers.1.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1066" name="Convert_59454" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1067" name="Subtract_59455" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1068" name="self.model.layers.1.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="1134593759" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1069" name="self.model.layers.1.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1070" name="Constant_59459" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1071" name="Reshape_59460" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1072" name="self.model.layers.1.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1073" name="__module.model.layers.1.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="794,query_states.3">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1074" name="__module.model.layers.1.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1075" name="Constant_592209" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1076" name="Constant_592210" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1077" name="Gather_592211" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1078" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="799">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1079" name="__module.model.layers.1.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="800">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1080" name="__module.model.layers.1.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1081" name="__module.model.layers.1.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="801,q.3">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1082" name="self.model.layers.1.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.1.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1083" name="self.model.layers.1.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1084" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1085" name="self.model.layers.1.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="1134855903" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1086" name="Convert_59443" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1087" name="self.model.layers.1.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="1139050207" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1088" name="Convert_59446" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1089" name="Subtract_59447" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1090" name="self.model.layers.1.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1139051231" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1091" name="self.model.layers.1.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1092" name="self.model.layers.1.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1093" name="__module.model.layers.1.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="796,key_states.9">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1094" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="802,805">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1095" name="__module.model.layers.1.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="803">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1096" name="__module.model.layers.1.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1097" name="__module.model.layers.1.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="804,key_states.11">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1098" name="__module.model.layers.1.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1099" name="__module.model.layers.1.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1100" name="__module.model.layers.1.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="808"/>
-			</output>
-		</layer>
-		<layer id="1101" name="Constant_730671_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="1102" name="Constant_730671" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="1103" name="Constant_730664" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1104" name="Constant_730666" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1105" name="Constant_730668" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1106" name="Concat_730669" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1107" name="Broadcast_730672" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1108" name="ReadValue_718167" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.1.keypresent.1.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.1.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1109" name="Constant_705664" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1110" name="Gather_705665" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1111" name="__module.model.layers.1.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1112" name="__module.model.layers.1.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1113" name="__module.model.layers.1.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="810"/>
-			</output>
-		</layer>
-		<layer id="1114" name="__module.model.layers.1.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="809,813,814,kv_seq_len.3"/>
-			</output>
-		</layer>
-		<layer id="1115" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1116" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1117" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1118" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="817,818,822,cos.5">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1119" name="Constant_71078" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1120" name="__module.model.layers.1.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="825">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1121" name="__module.model.layers.1.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="826,cos.7">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1122" name="__module.model.layers.1.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1123" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1124" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1125" name="__module.model.layers.1.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="830">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1126" name="Constant_605937" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1127" name="Constant_605936" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1128" name="__module.model.layers.1.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1129" name="__module.model.layers.1.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1130" name="__module.model.layers.1.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="831,836"/>
-			</output>
-		</layer>
-		<layer id="1131" name="__module.model.layers.1.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1132" name="__module.model.layers.1.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="833,834,838,839"/>
-			</output>
-		</layer>
-		<layer id="1133" name="__module.model.layers.1.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1134" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1135" name="Constant_605935" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1136" name="ScatterUpdate_605938" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1137" name="Constant_605941" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1138" name="Constant_605944" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1139" name="__module.model.layers.1.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="840,x2.5">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1140" name="Constant_648768_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1141" name="Constant_648768" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1142" name="__module.model.layers.1.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="841">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1143" name="Constant_605990" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1144" name="Constant_605995" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1145" name="__module.model.layers.1.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="835">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1146" name="__module.model.layers.1.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="843">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1147" name="self.model.layers.1.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.1.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1148" name="self.model.layers.1.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1149" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1150" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1151" name="__module.model.layers.1.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="819,820,823,sin.5">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1152" name="Constant_71081" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1153" name="__module.model.layers.1.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="828">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1154" name="__module.model.layers.1.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="829,sin.7">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1155" name="__module.model.layers.1.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1156" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1157" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1158" name="__module.model.layers.1.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="844">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1159" name="__module.model.layers.1.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1160" name="__module.model.layers.1.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1161" name="__module.model.layers.1.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1162" name="__module.model.layers.1.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="845">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1163" name="__module.model.layers.1.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1164" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1165" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1166" name="__module.model.layers.1.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="846">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1167" name="Constant_606040" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1168" name="Constant_606039" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1169" name="__module.model.layers.1.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1170" name="__module.model.layers.1.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="847,852"/>
-			</output>
-		</layer>
-		<layer id="1171" name="__module.model.layers.1.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1172" name="__module.model.layers.1.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="849,850,854,855"/>
-			</output>
-		</layer>
-		<layer id="1173" name="__module.model.layers.1.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1174" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1175" name="Constant_606038" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1176" name="ScatterUpdate_606041" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1177" name="Constant_606044" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1178" name="Constant_606047" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1179" name="__module.model.layers.1.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="856,x2.7">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1180" name="Constant_648769_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1181" name="Constant_648769" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1182" name="__module.model.layers.1.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="857">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1183" name="Constant_606093" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1184" name="Constant_606098" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1185" name="__module.model.layers.1.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="851">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1186" name="__module.model.layers.1.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="859">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1187" name="__module.model.layers.1.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1188" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1189" name="__module.model.layers.1.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1190" name="__module.model.layers.1.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="860">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1191" name="__module.model.layers.1.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1192" name="__module.model.layers.1.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1193" name="__module.model.layers.1.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1194" name="__module.model.layers.1.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="861">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1195" name="__module.model.layers.1.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.1.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1196" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1197" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1198" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1199" name="__module.model.layers.1.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="871">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1200" name="Constant_606145" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1201" name="Constant_606148" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1202" name="Constant_606151" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1203" name="__module.model.layers.1.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="872">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1204" name="__module.model.layers.1.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="873">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1205" name="Constant_606157" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1206" name="Constant_606160" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1207" name="Constant_606163" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1208" name="__module.model.layers.1.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="874">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1209" name="Constant_606169" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1210" name="Constant_606172" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1211" name="Constant_606175" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1212" name="__module.model.layers.1.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="875">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1213" name="__module.model.layers.1.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1214" name="Constant_591344" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1215" name="__module.model.layers.1.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1216" name="__module.model.layers.1.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="866">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1217" name="__module.model.layers.1.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1218" name="__module.model.layers.1.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="867"/>
-			</output>
-		</layer>
-		<layer id="1219" name="Constant_490473" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1220" name="__module.model.layers.1.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1221" name="Constant_592219" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1222" name="Constant_592220" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1223" name="Gather_592221" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1224" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="876">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1225" name="__module.model.layers.1.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1226" name="__module.model.layers.1.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="877,hidden_states.47">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1227" name="__module.model.layers.1.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="878,879"/>
-			</output>
-		</layer>
-		<layer id="1228" name="Constant_490476" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1229" name="__module.model.layers.1.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1230" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="880">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1231" name="__module.model.layers.1.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="881">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1232" name="Constant_730658_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="1233" name="Constant_730658" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="1234" name="Constant_730651" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1235" name="Constant_730653" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1236" name="Constant_730655" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1237" name="Concat_730656" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1238" name="Broadcast_730659" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1239" name="ReadValue_718169" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.1.valuepresent.1.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.1.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1240" name="Constant_705667" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1241" name="Gather_705668" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1242" name="self.model.layers.1.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="1139053279" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1243" name="Convert_59433" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1244" name="self.model.layers.1.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="1143247583" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1245" name="Convert_59436" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1246" name="Subtract_59437" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1247" name="self.model.layers.1.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="1143248607" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1248" name="self.model.layers.1.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1249" name="self.model.layers.1.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1250" name="__module.model.layers.1.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="798,value_states.3">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1251" name="__module.model.layers.1.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="806">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1252" name="__module.model.layers.1.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1253" name="__module.model.layers.1.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="807">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1254" name="__module.model.layers.1.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.1.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1255" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1256" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1257" name="__module.model.layers.1.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1258" name="__module.model.layers.1.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="887">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1259" name="Constant_606182" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1260" name="Constant_606185" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1261" name="Constant_606188" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1262" name="__module.model.layers.1.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="888">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1263" name="__module.model.layers.1.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="889">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1264" name="Constant_606194" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1265" name="Constant_606197" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1266" name="Constant_606200" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1267" name="__module.model.layers.1.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="890">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1268" name="Constant_606206" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1269" name="Constant_606209" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1270" name="Constant_606212" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1271" name="__module.model.layers.1.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="891">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1272" name="__module.model.layers.1.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1273" name="Constant_591353" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1274" name="__module.model.layers.1.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1275" name="__module.model.layers.1.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="882">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1276" name="__module.model.layers.1.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1277" name="__module.model.layers.1.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="883"/>
-			</output>
-		</layer>
-		<layer id="1278" name="Constant_490478" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1279" name="__module.model.layers.1.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1280" name="Constant_592229" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1281" name="Constant_592230" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1282" name="Gather_592231" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1283" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="892">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1284" name="__module.model.layers.1.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1285" name="__module.model.layers.1.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="893,hidden_states.51">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1286" name="__module.model.layers.1.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="894,895"/>
-			</output>
-		</layer>
-		<layer id="1287" name="Constant_490481" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1288" name="__module.model.layers.1.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1289" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="896">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1290" name="__module.model.layers.1.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="897">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1291" name="__module.model.layers.1.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="898,attn_output.5">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1292" name="__module.model.layers.1.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1293" name="__module.model.layers.1.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="899">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1294" name="__module.model.layers.1.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="901">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1295" name="__module.model.layers.1.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="902">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1296" name="self.model.layers.1.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="1143250655" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1297" name="Convert_59462" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1298" name="self.model.layers.1.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1299" name="Convert_59464" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1300" name="Subtract_59465" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1301" name="self.model.layers.1.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="1151639263" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1302" name="self.model.layers.1.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1303" name="Constant_59469" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1304" name="Reshape_59470" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1305" name="self.model.layers.1.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1306" name="__module.model.layers.1.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="904,906,hidden_states.53">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1307" name="__module.model.layers.1/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1308" name="__module.model.layers.1/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1309" name="__module.model.layers.1/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1310" name="__module.model.layers.1/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="909,911,922,hidden_states.55,hidden_states.57">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1311" name="__module.model.layers.1.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="1312" name="__module.model.layers.1.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="1313" name="Constant_648773_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="1151901407" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1314" name="Constant_648773" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1315" name="Constant_648772_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1316" name="Constant_648772" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1317" name="Constant_648770_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1318" name="Constant_648770" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1319" name="__module.model.layers.1.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="912">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1320" name="Constant_2641" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="913">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1321" name="__module.model.layers.1.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="914,variance.7">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1322" name="Constant_648771_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1323" name="Constant_648771" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1324" name="__module.model.layers.1.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="915">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1325" name="__module.model.layers.1.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1326" name="__module.model.layers.1.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="916">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1327" name="__module.model.layers.1.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="917,918,hidden_states.59,hidden_states.61">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1328" name="__module.model.layers.1.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="919,921,hidden_states.63">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1329" name="__module.model.layers.1.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1330" name="__module.model.layers.1.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1331" name="__module.model.layers.1.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="940"/>
-			</output>
-		</layer>
-		<layer id="1332" name="__module.model.layers.1.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1333" name="__module.model.layers.1.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="942"/>
-			</output>
-		</layer>
-		<layer id="1334" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="956,957"/>
-			</output>
-		</layer>
-		<layer id="1335" name="Constant_490482" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1336" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1337" name="Constant_591362" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1338" name="__module.model.layers.1.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1339" name="__module.model.layers.1.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="944">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1340" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="958">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1341" name="__module.model.layers.1.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="959_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1342" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1022,1048,1074,1100,1126,1152,945,970,996">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1343" name="__module.model.layers.1.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="946,hidden_states.65">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1344" name="self.model.layers.1.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="8, 32, 128" offset="1151909599" size="16384"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1345" name="Convert_59472" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1346" name="self.model.layers.1.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1347" name="Convert_59474" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1348" name="Subtract_59475" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1349" name="self.model.layers.1.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 32, 1" offset="1151925983" size="512"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1350" name="self.model.layers.1.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1351" name="Constant_59479" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="171648639" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1352" name="Reshape_59480" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1353" name="self.model.layers.1.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1354" name="__module.model.layers.1.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="948,input.19">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1355" name="__module.model.layers.1.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="949">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1356" name="__module.model.layers.1.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="950_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1357" name="__module.model.layers.1.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="951">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1358" name="__module.model.layers.1.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1359" name="__module.model.layers.1.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1360" name="__module.model.layers.1.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1361" name="__module.model.layers.1.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="960">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1362" name="Constant_2826" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="961">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1363" name="__module.model.layers.1.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="962,expert_mask.3">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1364" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="963">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1365" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1366" name="Constant_126975" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1367" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1368" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="966,top_x.17">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1369" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1370" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1371" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1372" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1373" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1374" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1375" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1376" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1377" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1378" name="__module.model.layers.1.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1019,1045,1071,1097,1123,1149,967,993">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1379" name="Constant_71084" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1380" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="969">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1381" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="971">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1382" name="self.model.layers.1.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1151926495" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1383" name="Convert_59492" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1384" name="self.model.layers.1.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1385" name="Convert_59494" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1386" name="Subtract_59495" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1387" name="self.model.layers.1.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1181286623" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1388" name="self.model.layers.1.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1389" name="Constant_59499" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1390" name="Reshape_59500" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1391" name="self.model.layers.1.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1392" name="__module.model.layers.1.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="976,input.21">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1393" name="__module.model.layers.1.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="977">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1394" name="self.model.layers.1.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1182204127" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1395" name="Convert_59483" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1396" name="self.model.layers.1.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1240924383" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1397" name="Convert_59486" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1398" name="Subtract_59487" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1399" name="self.model.layers.1.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1240938719" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1400" name="self.model.layers.1.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1401" name="self.model.layers.1.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1402" name="__module.model.layers.1.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="979">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1403" name="__module.model.layers.1.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="980">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1404" name="self.model.layers.1.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1240967391" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1405" name="Convert_59502" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1406" name="self.model.layers.1.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1407" name="Convert_59504" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1408" name="Subtract_59505" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1409" name="self.model.layers.1.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1270327519" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1410" name="self.model.layers.1.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1411" name="Constant_59509" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1412" name="Reshape_59510" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1413" name="self.model.layers.1.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1414" name="__module.model.layers.1.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="982">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1415" name="Constant_2712" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="952">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1416" name="__module.model.layers.1.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="953">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1417" name="__module.model.layers.1.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="950,955,routing_weights.11,routing_weights.7">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1418" name="__module.model.layers.1.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1009,1035,1061,1087,1113,1139,1165,983">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1419" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1420" name="Constant_178971" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1421" name="Constant_178970" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1422" name="Constant_178972" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1423" name="__module.model.layers.1.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1424" name="Constant_178975" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1425" name="__module.model.layers.1.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1426" name="Constant_178977" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1427" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1428" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1429" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="965,idx.17">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1430" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1431" name="Constant_178964" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1432" name="__module.model.layers.1.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1433" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1434" name="__module.model.layers.1.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1435" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1436" name="Constant_179031" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1437" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1438" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1439" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1440" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1441" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="985">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1442" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1443" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1444" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1445" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="986,987,current_hidden_states.33,current_hidden_states.35">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1446" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1447" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1448" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1449" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="959_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1450" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="989">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1451" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1452" name="Constant_126980" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1453" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1454" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="992,top_x.19">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1455" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1456" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1457" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1458" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1459" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1460" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1461" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1462" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1463" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1464" name="Constant_71087" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1465" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="995">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1466" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="997">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1467" name="self.model.layers.1.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1271245023" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1468" name="Convert_59522" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1469" name="self.model.layers.1.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1470" name="Convert_59524" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1471" name="Subtract_59525" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1472" name="self.model.layers.1.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1300605151" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1473" name="self.model.layers.1.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1474" name="Constant_59529" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1475" name="Reshape_59530" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1476" name="self.model.layers.1.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1477" name="__module.model.layers.1.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1002,input.23">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1478" name="__module.model.layers.1.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1003">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1479" name="self.model.layers.1.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1301522655" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1480" name="Convert_59513" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1481" name="self.model.layers.1.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1360242911" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1482" name="Convert_59516" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1483" name="Subtract_59517" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1484" name="self.model.layers.1.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1360257247" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1485" name="self.model.layers.1.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1486" name="self.model.layers.1.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1487" name="__module.model.layers.1.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1005">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1488" name="__module.model.layers.1.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1006">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1489" name="self.model.layers.1.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1360285919" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1490" name="Convert_59532" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1491" name="self.model.layers.1.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1492" name="Convert_59534" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1493" name="Subtract_59535" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1494" name="self.model.layers.1.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1389646047" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1495" name="self.model.layers.1.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1496" name="Constant_59539" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1497" name="Reshape_59540" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1498" name="self.model.layers.1.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1499" name="__module.model.layers.1.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1008">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1500" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="991,idx.19">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1501" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1502" name="Constant_179045" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1503" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1504" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1505" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1506" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1507" name="Constant_179112" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1508" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1509" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1510" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1511" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1512" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1011">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1513" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1514" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1515" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1516" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1012,1013,current_hidden_states.37,current_hidden_states.39">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1517" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1518" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1519" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1520" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="988_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1521" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1015">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1522" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1523" name="Constant_126985" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1524" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1525" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1018,top_x.21">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1526" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1527" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1528" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1529" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1530" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1531" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1532" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1533" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1534" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1535" name="Constant_71090" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1536" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1021">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1537" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1023">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1538" name="self.model.layers.1.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1390563551" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1539" name="Convert_59552" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1540" name="self.model.layers.1.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1541" name="Convert_59554" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1542" name="Subtract_59555" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1543" name="self.model.layers.1.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1419923679" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1544" name="self.model.layers.1.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1545" name="Constant_59559" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1546" name="Reshape_59560" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1547" name="self.model.layers.1.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1548" name="__module.model.layers.1.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1028,input.25">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1549" name="__module.model.layers.1.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1029">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1550" name="self.model.layers.1.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1420841183" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1551" name="Convert_59543" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1552" name="self.model.layers.1.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1479561439" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1553" name="Convert_59546" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1554" name="Subtract_59547" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1555" name="self.model.layers.1.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1479575775" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1556" name="self.model.layers.1.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1557" name="self.model.layers.1.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1558" name="__module.model.layers.1.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1031">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1559" name="__module.model.layers.1.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1032">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1560" name="self.model.layers.1.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1479604447" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1561" name="Convert_59562" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1562" name="self.model.layers.1.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1563" name="Convert_59564" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1564" name="Subtract_59565" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1565" name="self.model.layers.1.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1508964575" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1566" name="self.model.layers.1.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1567" name="Constant_59569" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1568" name="Reshape_59570" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1569" name="self.model.layers.1.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1570" name="__module.model.layers.1.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1034">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1571" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1017,idx.21">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1572" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1573" name="Constant_179126" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1574" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1575" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1576" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1577" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1578" name="Constant_179193" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1579" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1580" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1581" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1582" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1583" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1037">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1584" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1585" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1586" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1587" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1038,1039,current_hidden_states.41,current_hidden_states.43">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1588" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1589" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1590" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1591" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1014_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1592" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1041">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1593" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1594" name="Constant_126990" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1595" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1596" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1044,top_x.23">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1597" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1598" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1599" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1600" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1601" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1602" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1603" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1604" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1605" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1606" name="Constant_71093" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1607" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1047">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1608" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1049">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1609" name="self.model.layers.1.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1509882079" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1610" name="Convert_59582" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1611" name="self.model.layers.1.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1612" name="Convert_59584" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1613" name="Subtract_59585" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1614" name="self.model.layers.1.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1539242207" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1615" name="self.model.layers.1.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1616" name="Constant_59589" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1617" name="Reshape_59590" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1618" name="self.model.layers.1.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1619" name="__module.model.layers.1.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1054,input.27">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1620" name="__module.model.layers.1.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1055">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1621" name="self.model.layers.1.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1540159711" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1622" name="Convert_59572" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1623" name="self.model.layers.1.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1624" name="Convert_59574" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1625" name="Subtract_59575" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1626" name="self.model.layers.1.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1569519839" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1627" name="self.model.layers.1.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1628" name="Constant_59579" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1629" name="Reshape_59580" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1630" name="self.model.layers.1.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1631" name="__module.model.layers.1.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1057">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1632" name="__module.model.layers.1.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1058">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1633" name="self.model.layers.1.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1570437343" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1634" name="Convert_59592" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1635" name="self.model.layers.1.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1636" name="Convert_59594" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1637" name="Subtract_59595" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1638" name="self.model.layers.1.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1599797471" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1639" name="self.model.layers.1.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1640" name="Constant_59599" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1641" name="Reshape_59600" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1642" name="self.model.layers.1.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1643" name="__module.model.layers.1.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1060">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1644" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1043,idx.23">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1645" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1646" name="Constant_179207" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1647" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1648" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1649" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1650" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1651" name="Constant_179274" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1652" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1653" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1654" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1655" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1656" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1063">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1657" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1658" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1659" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1660" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1064,1065,current_hidden_states.45,current_hidden_states.47">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1661" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1662" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1663" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1664" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1040_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1665" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1067">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1666" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1667" name="Constant_126995" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1668" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1669" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1070,top_x.25">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1670" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1671" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1672" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1673" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1674" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1675" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1676" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1677" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1678" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1679" name="Constant_71096" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1680" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1073">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1681" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1075">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1682" name="self.model.layers.1.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1600714975" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1683" name="Convert_59612" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1684" name="self.model.layers.1.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1685" name="Convert_59614" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1686" name="Subtract_59615" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1687" name="self.model.layers.1.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1630075103" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1688" name="self.model.layers.1.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1689" name="Constant_59619" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1690" name="Reshape_59620" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1691" name="self.model.layers.1.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1692" name="__module.model.layers.1.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1080,input.29">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1693" name="__module.model.layers.1.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1081">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1694" name="self.model.layers.1.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1630992607" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1695" name="Convert_59603" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1696" name="self.model.layers.1.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1689712863" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1697" name="Convert_59606" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1698" name="Subtract_59607" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1699" name="self.model.layers.1.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1689727199" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1700" name="self.model.layers.1.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1701" name="self.model.layers.1.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1702" name="__module.model.layers.1.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1083">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1703" name="__module.model.layers.1.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1084">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1704" name="self.model.layers.1.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1689755871" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1705" name="Convert_59622" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1706" name="self.model.layers.1.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1707" name="Convert_59624" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1708" name="Subtract_59625" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1709" name="self.model.layers.1.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1719115999" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1710" name="self.model.layers.1.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1711" name="Constant_59629" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1712" name="Reshape_59630" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1713" name="self.model.layers.1.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1714" name="__module.model.layers.1.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1086">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1715" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1069,idx.25">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1716" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1717" name="Constant_179288" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1718" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1719" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1720" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1721" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1722" name="Constant_179355" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1723" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1724" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1725" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1726" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1727" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1089">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1728" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1729" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1730" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1731" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1090,1091,current_hidden_states.49,current_hidden_states.51">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1732" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1733" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1734" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1735" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1066_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1736" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1093">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1737" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1738" name="Constant_127000" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1739" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1740" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1096,top_x.27">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1741" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1742" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1743" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1744" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1745" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1746" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1747" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1748" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1749" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1750" name="Constant_71099" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1751" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1099">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1752" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1101">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1753" name="self.model.layers.1.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1720033503" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1754" name="Convert_59642" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1755" name="self.model.layers.1.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1756" name="Convert_59644" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1757" name="Subtract_59645" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1758" name="self.model.layers.1.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1749393631" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1759" name="self.model.layers.1.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1760" name="Constant_59649" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1761" name="Reshape_59650" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1762" name="self.model.layers.1.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1763" name="__module.model.layers.1.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1106,input.31">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1764" name="__module.model.layers.1.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1107">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1765" name="self.model.layers.1.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1750311135" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1766" name="Convert_59633" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1767" name="self.model.layers.1.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1809031391" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1768" name="Convert_59636" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1769" name="Subtract_59637" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1770" name="self.model.layers.1.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1809045727" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1771" name="self.model.layers.1.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1772" name="self.model.layers.1.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1773" name="__module.model.layers.1.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1109">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1774" name="__module.model.layers.1.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1110">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1775" name="self.model.layers.1.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1809074399" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1776" name="Convert_59652" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1777" name="self.model.layers.1.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1778" name="Convert_59654" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1779" name="Subtract_59655" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1780" name="self.model.layers.1.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1838434527" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1781" name="self.model.layers.1.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1782" name="Constant_59659" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1783" name="Reshape_59660" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1784" name="self.model.layers.1.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1785" name="__module.model.layers.1.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1112">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1786" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1095,idx.27">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1787" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1788" name="Constant_179369" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1789" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1790" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1791" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1792" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1793" name="Constant_179436" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1794" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1795" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1796" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1797" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1798" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1115">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1799" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1800" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1801" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1802" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1116,1117,current_hidden_states.53,current_hidden_states.55">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1803" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1804" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1805" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1806" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1092_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1807" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1119">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1808" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1809" name="Constant_127005" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1810" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1811" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1122,top_x.29">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1812" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1813" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1814" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1815" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1816" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1817" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1818" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1819" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1820" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1821" name="Constant_71102" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1822" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1125">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1823" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1127">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1824" name="self.model.layers.1.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1839352031" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1825" name="Convert_59672" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1826" name="self.model.layers.1.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1827" name="Convert_59674" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1828" name="Subtract_59675" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1829" name="self.model.layers.1.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1868712159" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1830" name="self.model.layers.1.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1831" name="Constant_59679" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1832" name="Reshape_59680" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1833" name="self.model.layers.1.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1834" name="__module.model.layers.1.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1132,input.33">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1835" name="__module.model.layers.1.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1133">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1836" name="self.model.layers.1.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1869629663" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1837" name="Convert_59663" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1838" name="self.model.layers.1.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="1928349919" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1839" name="Convert_59666" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1840" name="Subtract_59667" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1841" name="self.model.layers.1.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="1928364255" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1842" name="self.model.layers.1.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1843" name="self.model.layers.1.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1844" name="__module.model.layers.1.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1135">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1845" name="__module.model.layers.1.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1136">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1846" name="self.model.layers.1.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="1928392927" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1847" name="Convert_59682" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1848" name="self.model.layers.1.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1849" name="Convert_59684" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1850" name="Subtract_59685" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1851" name="self.model.layers.1.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="1957753055" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1852" name="self.model.layers.1.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1853" name="Constant_59689" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1854" name="Reshape_59690" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1855" name="self.model.layers.1.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1856" name="__module.model.layers.1.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1138">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1857" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1121,idx.29">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1858" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1859" name="Constant_179450" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1860" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1861" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1862" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1863" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1864" name="Constant_179517" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1865" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1866" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1867" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1868" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1869" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1141">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1870" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1871" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1872" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1873" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1142,1143,current_hidden_states.57,current_hidden_states.59">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1874" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1875" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1876" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1877" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1118_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1878" name="__module.model.layers.1.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1145">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1879" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1880" name="Constant_127010" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1881" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1882" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1148,top_x.31">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1883" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1884" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1885" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1886" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1887" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1888" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1889" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1890" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1891" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1892" name="Constant_71105" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1893" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1151">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1894" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1153">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1895" name="self.model.layers.1.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="1958670559" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1896" name="Convert_59702" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1897" name="self.model.layers.1.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1898" name="Convert_59704" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1899" name="Subtract_59705" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1900" name="self.model.layers.1.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="1988030687" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1901" name="self.model.layers.1.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1902" name="Constant_59709" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1903" name="Reshape_59710" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1904" name="self.model.layers.1.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1905" name="__module.model.layers.1.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1158,input.35">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1906" name="__module.model.layers.1.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1159">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1907" name="self.model.layers.1.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="1988948191" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1908" name="Convert_59693" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1909" name="self.model.layers.1.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="2047668447" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1910" name="Convert_59696" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1911" name="Subtract_59697" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1912" name="self.model.layers.1.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="2047682783" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1913" name="self.model.layers.1.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1914" name="self.model.layers.1.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1915" name="__module.model.layers.1.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1161">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1916" name="__module.model.layers.1.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1162">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1917" name="self.model.layers.1.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2047711455" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1918" name="Convert_59712" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1919" name="self.model.layers.1.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1920" name="Convert_59714" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1921" name="Subtract_59715" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1922" name="self.model.layers.1.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2077071583" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1923" name="self.model.layers.1.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1924" name="Constant_59719" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1925" name="Reshape_59720" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1926" name="self.model.layers.1.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1927" name="__module.model.layers.1.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1164">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1928" name="__module.model.layers.1.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1147,idx.31">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1929" name="__module.model.layers.1.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1930" name="Constant_179531" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="1931" name="__module.model.layers.1.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1932" name="__module.model.layers.1.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1933" name="__module.model.layers.1.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1934" name="__module.model.layers.1.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1935" name="Constant_179598" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1936" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1937" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1938" name="__module.model.layers.1.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1939" name="__module.model.layers.1.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1940" name="__module.model.layers.1.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1167">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1941" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1942" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1943" name="__module.model.layers.1.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1944" name="__module.model.layers.1.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1168,1169,current_hidden_states.61,current_hidden_states.63">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1945" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1946" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1947" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1948" name="__module.model.layers.1.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1144,final_hidden_states.33">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1949" name="Constant_490484" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1950" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1951" name="Constant_490485" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1952" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1953" name="__module.model.layers.1.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1171">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1954" name="__module.model.layers.1.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1172,hidden_states.67">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1955" name="__module.model.layers.1/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1956" name="__module.model.layers.1/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1957" name="__module.model.layers.1/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1958" name="__module.model.layers.1/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1173,1175,1183,1194,hidden_states.69,hidden_states.71">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1959" name="Constant_648777_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="2077989087" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1960" name="Constant_648777" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1961" name="Constant_648776_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1962" name="Constant_648776" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1963" name="Constant_648774_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1964" name="Constant_648774" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1965" name="__module.model.layers.2.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1184">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1966" name="Constant_3684" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1185">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1967" name="__module.model.layers.2.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1186,variance.9">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1968" name="Constant_648775_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1969" name="Constant_648775" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1970" name="__module.model.layers.2.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1187">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1971" name="__module.model.layers.2.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1972" name="__module.model.layers.2.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1188">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1973" name="__module.model.layers.2.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1189,1190,hidden_states.73,hidden_states.75">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1974" name="__module.model.layers.2.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1191,1193,hidden_states.77">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1975" name="self.model.layers.2.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="2077997279" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1976" name="Convert_59743" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1977" name="self.model.layers.2.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="2094774495" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1978" name="Convert_59746" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1979" name="Subtract_59747" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1980" name="self.model.layers.2.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="2094778591" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1981" name="self.model.layers.2.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1982" name="self.model.layers.2.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1983" name="__module.model.layers.2.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1203,query_states.5">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1984" name="__module.model.layers.2.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1985" name="Constant_592244" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1986" name="Constant_592245" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="1987" name="Gather_592246" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1988" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1208">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1989" name="__module.model.layers.2.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1209">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1990" name="__module.model.layers.2.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1991" name="__module.model.layers.2.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1210,q.5">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1992" name="self.model.layers.2.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.2.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1993" name="self.model.layers.2.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1994" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1995" name="self.model.layers.2.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="2094786783" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1996" name="Convert_59732" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1997" name="self.model.layers.2.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1998" name="Convert_59734" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="1999" name="Subtract_59735" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2000" name="self.model.layers.2.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="2096883935" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2001" name="self.model.layers.2.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2002" name="Constant_59739" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2003" name="Reshape_59740" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2004" name="self.model.layers.2.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2005" name="__module.model.layers.2.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1205,key_states.13">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2006" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1211,1214">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2007" name="__module.model.layers.2.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1212">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2008" name="__module.model.layers.2.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2009" name="__module.model.layers.2.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1213,key_states.15">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2010" name="__module.model.layers.2.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2011" name="__module.model.layers.2.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2012" name="__module.model.layers.2.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1217"/>
-			</output>
-		</layer>
-		<layer id="2013" name="Constant_730697_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="2014" name="Constant_730697" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="2015" name="Constant_730690" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2016" name="Constant_730692" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2017" name="Constant_730694" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2018" name="Concat_730695" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2019" name="Broadcast_730698" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2020" name="ReadValue_718211" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.2.keypresent.2.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.2.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2021" name="Constant_705670" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2022" name="Gather_705671" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2023" name="__module.model.layers.2.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2024" name="__module.model.layers.2.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2025" name="__module.model.layers.2.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1219"/>
-			</output>
-		</layer>
-		<layer id="2026" name="__module.model.layers.2.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1218,1222,1223,kv_seq_len.5"/>
-			</output>
-		</layer>
-		<layer id="2027" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2028" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2029" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2030" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1226,1227,1231,cos.9">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2031" name="Constant_71108" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2032" name="__module.model.layers.2.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1234">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2033" name="__module.model.layers.2.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1235,cos.11">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2034" name="__module.model.layers.2.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2035" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2036" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2037" name="__module.model.layers.2.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1239">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2038" name="Constant_606226" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2039" name="Constant_606225" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2040" name="__module.model.layers.2.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2041" name="__module.model.layers.2.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2042" name="__module.model.layers.2.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1240,1245"/>
-			</output>
-		</layer>
-		<layer id="2043" name="__module.model.layers.2.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2044" name="__module.model.layers.2.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="1242,1243,1247,1248"/>
-			</output>
-		</layer>
-		<layer id="2045" name="__module.model.layers.2.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2046" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2047" name="Constant_606224" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2048" name="ScatterUpdate_606227" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2049" name="Constant_606230" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2050" name="Constant_606233" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2051" name="__module.model.layers.2.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1249,x2.9">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2052" name="Constant_648778_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2053" name="Constant_648778" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2054" name="__module.model.layers.2.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1250">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2055" name="Constant_606279" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2056" name="Constant_606284" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2057" name="__module.model.layers.2.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1244">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2058" name="__module.model.layers.2.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1252">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2059" name="self.model.layers.2.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.2.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2060" name="self.model.layers.2.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2061" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2062" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2063" name="__module.model.layers.2.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1228,1229,1232,sin.9">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2064" name="Constant_71111" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2065" name="__module.model.layers.2.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1237">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2066" name="__module.model.layers.2.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1238,sin.11">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2067" name="__module.model.layers.2.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2068" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2069" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2070" name="__module.model.layers.2.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1253">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2071" name="__module.model.layers.2.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2072" name="__module.model.layers.2.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2073" name="__module.model.layers.2.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2074" name="__module.model.layers.2.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1254">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2075" name="__module.model.layers.2.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2076" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2077" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2078" name="__module.model.layers.2.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1255">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2079" name="Constant_606329" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2080" name="Constant_606328" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2081" name="__module.model.layers.2.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2082" name="__module.model.layers.2.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1256,1261"/>
-			</output>
-		</layer>
-		<layer id="2083" name="__module.model.layers.2.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2084" name="__module.model.layers.2.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="1258,1259,1263,1264"/>
-			</output>
-		</layer>
-		<layer id="2085" name="__module.model.layers.2.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2086" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2087" name="Constant_606327" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2088" name="ScatterUpdate_606330" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2089" name="Constant_606333" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2090" name="Constant_606336" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2091" name="__module.model.layers.2.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1265,x2.11">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2092" name="Constant_648779_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2093" name="Constant_648779" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2094" name="__module.model.layers.2.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1266">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2095" name="Constant_606382" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2096" name="Constant_606387" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2097" name="__module.model.layers.2.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1260">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2098" name="__module.model.layers.2.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1268">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2099" name="__module.model.layers.2.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2100" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2101" name="__module.model.layers.2.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2102" name="__module.model.layers.2.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1269">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2103" name="__module.model.layers.2.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2104" name="__module.model.layers.2.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2105" name="__module.model.layers.2.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2106" name="__module.model.layers.2.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1270">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2107" name="__module.model.layers.2.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.2.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2108" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2109" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2110" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2111" name="__module.model.layers.2.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1280">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2112" name="Constant_606434" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2113" name="Constant_606437" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2114" name="Constant_606440" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2115" name="__module.model.layers.2.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1281">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2116" name="__module.model.layers.2.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1282">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2117" name="Constant_606446" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2118" name="Constant_606449" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2119" name="Constant_606452" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2120" name="__module.model.layers.2.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1283">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2121" name="Constant_606458" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2122" name="Constant_606461" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2123" name="Constant_606464" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2124" name="__module.model.layers.2.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1284">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2125" name="__module.model.layers.2.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2126" name="Constant_591371" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2127" name="__module.model.layers.2.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2128" name="__module.model.layers.2.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1275">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2129" name="__module.model.layers.2.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2130" name="__module.model.layers.2.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1276"/>
-			</output>
-		</layer>
-		<layer id="2131" name="Constant_490489" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2132" name="__module.model.layers.2.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2133" name="Constant_592254" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2134" name="Constant_592255" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2135" name="Gather_592256" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2136" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="1285">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2137" name="__module.model.layers.2.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2138" name="__module.model.layers.2.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1286,hidden_states.81">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2139" name="__module.model.layers.2.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1287,1288"/>
-			</output>
-		</layer>
-		<layer id="2140" name="Constant_490492" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2141" name="__module.model.layers.2.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2142" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1289">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2143" name="__module.model.layers.2.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1290">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2144" name="Constant_730684_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="2145" name="Constant_730684" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="2146" name="Constant_730677" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2147" name="Constant_730679" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2148" name="Constant_730681" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2149" name="Concat_730682" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2150" name="Broadcast_730685" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2151" name="ReadValue_718213" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.2.valuepresent.2.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.2.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2152" name="Constant_705673" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2153" name="Gather_705674" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2154" name="self.model.layers.2.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="2096949471" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2155" name="Convert_59723" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2156" name="self.model.layers.2.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="2101143775" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2157" name="Convert_59726" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2158" name="Subtract_59727" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2159" name="self.model.layers.2.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="2101144799" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2160" name="self.model.layers.2.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2161" name="self.model.layers.2.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2162" name="__module.model.layers.2.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1207,value_states.5">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2163" name="__module.model.layers.2.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1215">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2164" name="__module.model.layers.2.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2165" name="__module.model.layers.2.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1216">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2166" name="__module.model.layers.2.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.2.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2167" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2168" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2169" name="__module.model.layers.2.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2170" name="__module.model.layers.2.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1296">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2171" name="Constant_606471" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2172" name="Constant_606474" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2173" name="Constant_606477" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2174" name="__module.model.layers.2.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1297">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2175" name="__module.model.layers.2.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1298">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2176" name="Constant_606483" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2177" name="Constant_606486" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2178" name="Constant_606489" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2179" name="__module.model.layers.2.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1299">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2180" name="Constant_606495" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2181" name="Constant_606498" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2182" name="Constant_606501" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2183" name="__module.model.layers.2.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1300">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2184" name="__module.model.layers.2.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2185" name="Constant_591380" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2186" name="__module.model.layers.2.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2187" name="__module.model.layers.2.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1291">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2188" name="__module.model.layers.2.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2189" name="__module.model.layers.2.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1292"/>
-			</output>
-		</layer>
-		<layer id="2190" name="Constant_490494" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2191" name="__module.model.layers.2.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2192" name="Constant_592264" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2193" name="Constant_592265" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2194" name="Gather_592266" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2195" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="1301">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2196" name="__module.model.layers.2.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2197" name="__module.model.layers.2.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1302,hidden_states.85">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2198" name="__module.model.layers.2.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1303,1304"/>
-			</output>
-		</layer>
-		<layer id="2199" name="Constant_490497" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2200" name="__module.model.layers.2.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2201" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1305">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2202" name="__module.model.layers.2.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1306">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2203" name="__module.model.layers.2.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1307,attn_output.9">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2204" name="__module.model.layers.2.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2205" name="__module.model.layers.2.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1308">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2206" name="__module.model.layers.2.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1310">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2207" name="__module.model.layers.2.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1311">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2208" name="self.model.layers.2.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="2101146847" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2209" name="Convert_59752" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2210" name="self.model.layers.2.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2211" name="Convert_59754" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2212" name="Subtract_59755" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2213" name="self.model.layers.2.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="2109535455" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2214" name="self.model.layers.2.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2215" name="Constant_59759" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2216" name="Reshape_59760" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2217" name="self.model.layers.2.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2218" name="__module.model.layers.2.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1313,1315,hidden_states.87">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2219" name="__module.model.layers.2/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2220" name="__module.model.layers.2/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2221" name="__module.model.layers.2/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2222" name="__module.model.layers.2/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1318,1320,1331,hidden_states.89,hidden_states.91">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2223" name="__module.model.layers.2.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="2224" name="__module.model.layers.2.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="2225" name="Constant_648783_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="2109797599" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2226" name="Constant_648783" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2227" name="Constant_648782_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2228" name="Constant_648782" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2229" name="Constant_648780_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2230" name="Constant_648780" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2231" name="__module.model.layers.2.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1321">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2232" name="Constant_4319" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1322">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2233" name="__module.model.layers.2.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1323,variance.11">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2234" name="Constant_648781_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2235" name="Constant_648781" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2236" name="__module.model.layers.2.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1324">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2237" name="__module.model.layers.2.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2238" name="__module.model.layers.2.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1325">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2239" name="__module.model.layers.2.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1326,1327,hidden_states.93,hidden_states.95">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2240" name="__module.model.layers.2.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1328,1330,hidden_states.97">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2241" name="__module.model.layers.2.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2242" name="__module.model.layers.2.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2243" name="__module.model.layers.2.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1349"/>
-			</output>
-		</layer>
-		<layer id="2244" name="__module.model.layers.2.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2245" name="__module.model.layers.2.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1351"/>
-			</output>
-		</layer>
-		<layer id="2246" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1365,1366"/>
-			</output>
-		</layer>
-		<layer id="2247" name="Constant_490498" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2248" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2249" name="Constant_591389" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2250" name="__module.model.layers.2.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2251" name="__module.model.layers.2.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1353">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2252" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1367">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2253" name="__module.model.layers.2.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1368_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2254" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1354,1379,1405,1431,1457,1483,1509,1535,1561">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2255" name="__module.model.layers.2.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1355,hidden_states.99">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2256" name="self.model.layers.2.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="8, 32, 128" offset="2109805791" size="16384"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2257" name="Convert_59762" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2258" name="self.model.layers.2.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2259" name="Convert_59764" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2260" name="Subtract_59765" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2261" name="self.model.layers.2.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 32, 1" offset="2109822175" size="512"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2262" name="self.model.layers.2.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2263" name="Constant_59769" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="171648639" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2264" name="Reshape_59770" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2265" name="self.model.layers.2.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2266" name="__module.model.layers.2.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1357,input.37">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2267" name="__module.model.layers.2.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1358">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2268" name="__module.model.layers.2.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1359_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2269" name="__module.model.layers.2.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="1360">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2270" name="__module.model.layers.2.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2271" name="__module.model.layers.2.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2272" name="__module.model.layers.2.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2273" name="__module.model.layers.2.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="1369">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2274" name="Constant_4504" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="1370">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2275" name="__module.model.layers.2.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1371,expert_mask.5">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2276" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1372">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2277" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2278" name="Constant_127015" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2279" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2280" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1375,top_x.33">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2281" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2282" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2283" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2284" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2285" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2286" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2287" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2288" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2289" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2290" name="__module.model.layers.2.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1376,1402,1428,1454,1480,1506,1532,1558">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2291" name="Constant_71114" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2292" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1378">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2293" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1380">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2294" name="self.model.layers.2.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2109822687" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2295" name="Convert_59782" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2296" name="self.model.layers.2.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2297" name="Convert_59784" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2298" name="Subtract_59785" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2299" name="self.model.layers.2.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2139182815" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2300" name="self.model.layers.2.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2301" name="Constant_59789" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2302" name="Reshape_59790" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2303" name="self.model.layers.2.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2304" name="__module.model.layers.2.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1385,input.39">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2305" name="__module.model.layers.2.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1386">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2306" name="self.model.layers.2.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="2140100319" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2307" name="Convert_59773" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2308" name="self.model.layers.2.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="2198820575" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2309" name="Convert_59776" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2310" name="Subtract_59777" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2311" name="self.model.layers.2.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="2198834911" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2312" name="self.model.layers.2.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2313" name="self.model.layers.2.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2314" name="__module.model.layers.2.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1388">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2315" name="__module.model.layers.2.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1389">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2316" name="self.model.layers.2.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2198863583" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2317" name="Convert_59792" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2318" name="self.model.layers.2.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2319" name="Convert_59794" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2320" name="Subtract_59795" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2321" name="self.model.layers.2.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2228223711" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2322" name="self.model.layers.2.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2323" name="Constant_59799" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2324" name="Reshape_59800" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2325" name="self.model.layers.2.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2326" name="__module.model.layers.2.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1391">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2327" name="Constant_4390" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1361">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2328" name="__module.model.layers.2.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1362">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2329" name="__module.model.layers.2.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1359,1364,routing_weights.13,routing_weights.17">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2330" name="__module.model.layers.2.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1392,1418,1444,1470,1496,1522,1548,1574">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2331" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2332" name="Constant_179619" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2333" name="Constant_179618" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2334" name="Constant_179620" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2335" name="__module.model.layers.2.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2336" name="Constant_179623" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2337" name="__module.model.layers.2.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2338" name="Constant_179625" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2339" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2340" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2341" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1374,idx.33">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2342" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2343" name="Constant_179612" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2344" name="__module.model.layers.2.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2345" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2346" name="__module.model.layers.2.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2347" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2348" name="Constant_179679" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2349" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2350" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2351" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2352" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2353" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1394">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2354" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2355" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2356" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2357" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1395,1396,current_hidden_states.65,current_hidden_states.67">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2358" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2359" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2360" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2361" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1368_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2362" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1398">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2363" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2364" name="Constant_127020" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2365" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2366" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1401,top_x.35">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2367" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2368" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2369" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2370" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2371" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2372" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2373" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2374" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2375" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2376" name="Constant_71117" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2377" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1404">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2378" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1406">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2379" name="self.model.layers.2.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2229141215" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2380" name="Convert_59812" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2381" name="self.model.layers.2.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2382" name="Convert_59814" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2383" name="Subtract_59815" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2384" name="self.model.layers.2.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2258501343" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2385" name="self.model.layers.2.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2386" name="Constant_59819" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2387" name="Reshape_59820" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2388" name="self.model.layers.2.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2389" name="__module.model.layers.2.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1411,input.41">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2390" name="__module.model.layers.2.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1412">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2391" name="self.model.layers.2.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2259418847" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2392" name="Convert_59802" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2393" name="self.model.layers.2.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2394" name="Convert_59804" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2395" name="Subtract_59805" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2396" name="self.model.layers.2.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2288778975" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2397" name="self.model.layers.2.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2398" name="Constant_59809" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2399" name="Reshape_59810" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2400" name="self.model.layers.2.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2401" name="__module.model.layers.2.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1414">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2402" name="__module.model.layers.2.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1415">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2403" name="self.model.layers.2.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2289696479" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2404" name="Convert_59822" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2405" name="self.model.layers.2.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2406" name="Convert_59824" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2407" name="Subtract_59825" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2408" name="self.model.layers.2.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2319056607" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2409" name="self.model.layers.2.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2410" name="Constant_59829" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2411" name="Reshape_59830" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2412" name="self.model.layers.2.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2413" name="__module.model.layers.2.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1417">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2414" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1400,idx.35">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2415" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2416" name="Constant_179693" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2417" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2418" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2419" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2420" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2421" name="Constant_179760" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2422" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2423" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2424" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2425" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2426" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1420">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2427" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2428" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2429" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2430" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1421,1422,current_hidden_states.69,current_hidden_states.71">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2431" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2432" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2433" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2434" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1397_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2435" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1424">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2436" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2437" name="Constant_127025" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2438" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2439" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1427,top_x.37">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2440" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2441" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2442" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2443" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2444" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2445" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2446" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2447" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2448" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2449" name="Constant_71120" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2450" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1430">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2451" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1432">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2452" name="self.model.layers.2.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2319974111" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2453" name="Convert_59842" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2454" name="self.model.layers.2.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2455" name="Convert_59844" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2456" name="Subtract_59845" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2457" name="self.model.layers.2.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2349334239" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2458" name="self.model.layers.2.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2459" name="Constant_59849" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2460" name="Reshape_59850" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2461" name="self.model.layers.2.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2462" name="__module.model.layers.2.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1437,input.43">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2463" name="__module.model.layers.2.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1438">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2464" name="self.model.layers.2.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2350251743" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2465" name="Convert_59832" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2466" name="self.model.layers.2.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2467" name="Convert_59834" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2468" name="Subtract_59835" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2469" name="self.model.layers.2.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2379611871" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2470" name="self.model.layers.2.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2471" name="Constant_59839" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2472" name="Reshape_59840" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2473" name="self.model.layers.2.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2474" name="__module.model.layers.2.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1440">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2475" name="__module.model.layers.2.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1441">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2476" name="self.model.layers.2.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2380529375" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2477" name="Convert_59852" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2478" name="self.model.layers.2.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2479" name="Convert_59854" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2480" name="Subtract_59855" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2481" name="self.model.layers.2.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2409889503" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2482" name="self.model.layers.2.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2483" name="Constant_59859" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2484" name="Reshape_59860" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2485" name="self.model.layers.2.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2486" name="__module.model.layers.2.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1443">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2487" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1426,idx.37">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2488" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2489" name="Constant_179774" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2490" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2491" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2492" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2493" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2494" name="Constant_179841" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2495" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2496" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2497" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2498" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2499" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1446">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2500" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2501" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2502" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2503" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1447,1448,current_hidden_states.73,current_hidden_states.75">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2504" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2505" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2506" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2507" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1423_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2508" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1450">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2509" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2510" name="Constant_127030" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2511" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2512" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1453,top_x.39">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2513" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2514" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2515" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2516" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2517" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2518" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2519" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2520" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2521" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2522" name="Constant_71123" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2523" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1456">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2524" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1458">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2525" name="self.model.layers.2.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2410807007" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2526" name="Convert_59872" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2527" name="self.model.layers.2.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2528" name="Convert_59874" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2529" name="Subtract_59875" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2530" name="self.model.layers.2.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2440167135" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2531" name="self.model.layers.2.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2532" name="Constant_59879" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2533" name="Reshape_59880" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2534" name="self.model.layers.2.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2535" name="__module.model.layers.2.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1463,input.45">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2536" name="__module.model.layers.2.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1464">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2537" name="self.model.layers.2.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="2441084639" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2538" name="Convert_59863" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2539" name="self.model.layers.2.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="2499804895" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2540" name="Convert_59866" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2541" name="Subtract_59867" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2542" name="self.model.layers.2.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="2499819231" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2543" name="self.model.layers.2.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2544" name="self.model.layers.2.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2545" name="__module.model.layers.2.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1466">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2546" name="__module.model.layers.2.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1467">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2547" name="self.model.layers.2.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2499847903" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2548" name="Convert_59882" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2549" name="self.model.layers.2.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2550" name="Convert_59884" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2551" name="Subtract_59885" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2552" name="self.model.layers.2.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2529208031" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2553" name="self.model.layers.2.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2554" name="Constant_59889" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2555" name="Reshape_59890" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2556" name="self.model.layers.2.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2557" name="__module.model.layers.2.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1469">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2558" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1452,idx.39">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2559" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2560" name="Constant_179855" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2561" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2562" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2563" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2564" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2565" name="Constant_179922" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2566" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2567" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2568" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2569" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2570" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1472">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2571" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2572" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2573" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2574" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1473,1474,current_hidden_states.77,current_hidden_states.79">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2575" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2576" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2577" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2578" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1449_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2579" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1476">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2580" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2581" name="Constant_127035" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2582" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2583" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1479,top_x.41">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2584" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2585" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2586" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2587" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2588" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2589" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2590" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2591" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2592" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2593" name="Constant_71126" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2594" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1482">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2595" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1484">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2596" name="self.model.layers.2.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2530125535" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2597" name="Convert_59902" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2598" name="self.model.layers.2.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2599" name="Convert_59904" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2600" name="Subtract_59905" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2601" name="self.model.layers.2.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2559485663" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2602" name="self.model.layers.2.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2603" name="Constant_59909" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2604" name="Reshape_59910" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2605" name="self.model.layers.2.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2606" name="__module.model.layers.2.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1489,input.47">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2607" name="__module.model.layers.2.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1490">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2608" name="self.model.layers.2.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2560403167" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2609" name="Convert_59892" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2610" name="self.model.layers.2.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2611" name="Convert_59894" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2612" name="Subtract_59895" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2613" name="self.model.layers.2.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2589763295" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2614" name="self.model.layers.2.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2615" name="Constant_59899" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2616" name="Reshape_59900" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2617" name="self.model.layers.2.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2618" name="__module.model.layers.2.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1492">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2619" name="__module.model.layers.2.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1493">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2620" name="self.model.layers.2.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2590680799" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2621" name="Convert_59912" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2622" name="self.model.layers.2.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2623" name="Convert_59914" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2624" name="Subtract_59915" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2625" name="self.model.layers.2.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2620040927" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2626" name="self.model.layers.2.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2627" name="Constant_59919" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2628" name="Reshape_59920" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2629" name="self.model.layers.2.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2630" name="__module.model.layers.2.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1495">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2631" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1478,idx.41">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2632" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2633" name="Constant_179936" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2634" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2635" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2636" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2637" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2638" name="Constant_180003" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2639" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2640" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2641" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2642" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2643" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1498">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2644" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2645" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2646" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2647" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1499,1500,current_hidden_states.81,current_hidden_states.83">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2648" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2649" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2650" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2651" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1475_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2652" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1502">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2653" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2654" name="Constant_127040" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2655" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2656" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1505,top_x.43">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2657" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2658" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2659" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2660" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2661" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2662" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2663" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2664" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2665" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2666" name="Constant_71129" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2667" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1508">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2668" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1510">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2669" name="self.model.layers.2.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2620958431" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2670" name="Convert_59932" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2671" name="self.model.layers.2.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2672" name="Convert_59934" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2673" name="Subtract_59935" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2674" name="self.model.layers.2.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2650318559" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2675" name="self.model.layers.2.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2676" name="Constant_59939" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2677" name="Reshape_59940" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2678" name="self.model.layers.2.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2679" name="__module.model.layers.2.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1515,input.49">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2680" name="__module.model.layers.2.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1516">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2681" name="self.model.layers.2.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2651236063" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2682" name="Convert_59922" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2683" name="self.model.layers.2.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2684" name="Convert_59924" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2685" name="Subtract_59925" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2686" name="self.model.layers.2.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2680596191" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2687" name="self.model.layers.2.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2688" name="Constant_59929" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2689" name="Reshape_59930" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2690" name="self.model.layers.2.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2691" name="__module.model.layers.2.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1518">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2692" name="__module.model.layers.2.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1519">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2693" name="self.model.layers.2.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2681513695" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2694" name="Convert_59942" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2695" name="self.model.layers.2.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2696" name="Convert_59944" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2697" name="Subtract_59945" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2698" name="self.model.layers.2.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2710873823" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2699" name="self.model.layers.2.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2700" name="Constant_59949" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2701" name="Reshape_59950" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2702" name="self.model.layers.2.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2703" name="__module.model.layers.2.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1521">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2704" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1504,idx.43">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2705" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2706" name="Constant_180017" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2707" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2708" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2709" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2710" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2711" name="Constant_180084" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2712" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2713" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2714" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2715" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2716" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1524">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2717" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2718" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2719" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2720" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1525,1526,current_hidden_states.85,current_hidden_states.87">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2721" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2722" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2723" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2724" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1501_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2725" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1528">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2726" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2727" name="Constant_127045" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2728" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2729" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1531,top_x.45">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2730" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2731" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2732" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2733" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2734" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2735" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2736" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2737" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2738" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2739" name="Constant_71132" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2740" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1534">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2741" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1536">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2742" name="self.model.layers.2.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2711791327" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2743" name="Convert_59962" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2744" name="self.model.layers.2.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2745" name="Convert_59964" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2746" name="Subtract_59965" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2747" name="self.model.layers.2.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2741151455" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2748" name="self.model.layers.2.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2749" name="Constant_59969" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2750" name="Reshape_59970" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2751" name="self.model.layers.2.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2752" name="__module.model.layers.2.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1541,input.51">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2753" name="__module.model.layers.2.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1542">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2754" name="self.model.layers.2.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="2742068959" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2755" name="Convert_59953" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2756" name="self.model.layers.2.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="2800789215" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2757" name="Convert_59956" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2758" name="Subtract_59957" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2759" name="self.model.layers.2.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="2800803551" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2760" name="self.model.layers.2.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2761" name="self.model.layers.2.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2762" name="__module.model.layers.2.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1544">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2763" name="__module.model.layers.2.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1545">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2764" name="self.model.layers.2.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2800832223" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2765" name="Convert_59972" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2766" name="self.model.layers.2.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2767" name="Convert_59974" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2768" name="Subtract_59975" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2769" name="self.model.layers.2.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2830192351" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2770" name="self.model.layers.2.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2771" name="Constant_59979" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2772" name="Reshape_59980" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2773" name="self.model.layers.2.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2774" name="__module.model.layers.2.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1547">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2775" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1530,idx.45">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2776" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2777" name="Constant_180098" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2778" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2779" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2780" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2781" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2782" name="Constant_180165" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2783" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2784" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2785" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2786" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2787" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1550">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2788" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2789" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2790" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2791" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1551,1552,current_hidden_states.89,current_hidden_states.91">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2792" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2793" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2794" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2795" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1527_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2796" name="__module.model.layers.2.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1554">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2797" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2798" name="Constant_127050" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2799" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2800" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1557,top_x.47">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2801" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2802" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2803" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2804" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2805" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2806" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2807" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2808" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2809" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2810" name="Constant_71135" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2811" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1560">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2812" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1562">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2813" name="self.model.layers.2.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="2831109855" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2814" name="Convert_59993" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2815" name="self.model.layers.2.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="2889830111" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2816" name="Convert_59996" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2817" name="Subtract_59997" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2818" name="self.model.layers.2.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="2889844447" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2819" name="self.model.layers.2.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2820" name="self.model.layers.2.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2821" name="__module.model.layers.2.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1567,input.53">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2822" name="__module.model.layers.2.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1568">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2823" name="self.model.layers.2.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2889873119" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2824" name="Convert_59982" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2825" name="self.model.layers.2.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2826" name="Convert_59984" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2827" name="Subtract_59985" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2828" name="self.model.layers.2.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="2919233247" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2829" name="self.model.layers.2.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2830" name="Constant_59989" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2831" name="Reshape_59990" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2832" name="self.model.layers.2.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2833" name="__module.model.layers.2.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1570">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2834" name="__module.model.layers.2.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1571">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2835" name="self.model.layers.2.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="2920150751" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2836" name="Convert_60002" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2837" name="self.model.layers.2.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2838" name="Convert_60004" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2839" name="Subtract_60005" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2840" name="self.model.layers.2.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="2949510879" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2841" name="self.model.layers.2.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2842" name="Constant_60009" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2843" name="Reshape_60010" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2844" name="self.model.layers.2.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2845" name="__module.model.layers.2.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1573">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2846" name="__module.model.layers.2.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1556,idx.47">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2847" name="__module.model.layers.2.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2848" name="Constant_180179" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2849" name="__module.model.layers.2.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2850" name="__module.model.layers.2.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2851" name="__module.model.layers.2.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2852" name="__module.model.layers.2.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2853" name="Constant_180246" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2854" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2855" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2856" name="__module.model.layers.2.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2857" name="__module.model.layers.2.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2858" name="__module.model.layers.2.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1576">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2859" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2860" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2861" name="__module.model.layers.2.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2862" name="__module.model.layers.2.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1577,1578,current_hidden_states.93,current_hidden_states.95">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2863" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2864" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2865" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2866" name="__module.model.layers.2.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1553,final_hidden_states.51">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2867" name="Constant_490500" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2868" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2869" name="Constant_490501" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2870" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2871" name="__module.model.layers.2.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1580">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2872" name="__module.model.layers.2.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1581,hidden_states.101">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2873" name="__module.model.layers.2/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2874" name="__module.model.layers.2/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2875" name="__module.model.layers.2/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2876" name="__module.model.layers.2/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1582,1584,1592,1603,hidden_states.103,hidden_states.105">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2877" name="Constant_648787_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="2950428383" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2878" name="Constant_648787" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2879" name="Constant_648786_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2880" name="Constant_648786" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2881" name="Constant_648784_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2882" name="Constant_648784" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2883" name="__module.model.layers.3.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1593">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2884" name="Constant_5362" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1594">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2885" name="__module.model.layers.3.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1595,variance.13">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2886" name="Constant_648785_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2887" name="Constant_648785" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2888" name="__module.model.layers.3.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1596">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2889" name="__module.model.layers.3.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2890" name="__module.model.layers.3.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1597">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2891" name="__module.model.layers.3.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1598,1599,hidden_states.107,hidden_states.109">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2892" name="__module.model.layers.3.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1600,1602,hidden_states.111">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2893" name="self.model.layers.3.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="2950436575" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2894" name="Convert_60033" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2895" name="self.model.layers.3.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="2967213791" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2896" name="Convert_60036" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2897" name="Subtract_60037" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2898" name="self.model.layers.3.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="2967217887" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2899" name="self.model.layers.3.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2900" name="self.model.layers.3.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2901" name="__module.model.layers.3.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1612,query_states.7">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2902" name="__module.model.layers.3.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2903" name="Constant_592279" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2904" name="Constant_592280" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2905" name="Gather_592281" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2906" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1617">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2907" name="__module.model.layers.3.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1618">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2908" name="__module.model.layers.3.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2909" name="__module.model.layers.3.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1619,q.7">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2910" name="self.model.layers.3.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.3.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2911" name="self.model.layers.3.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2912" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2913" name="self.model.layers.3.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="2967226079" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2914" name="Convert_60022" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2915" name="self.model.layers.3.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2916" name="Convert_60024" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2917" name="Subtract_60025" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2918" name="self.model.layers.3.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="2969323231" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2919" name="self.model.layers.3.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2920" name="Constant_60029" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2921" name="Reshape_60030" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2922" name="self.model.layers.3.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2923" name="__module.model.layers.3.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1614,key_states.17">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2924" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1620,1623">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2925" name="__module.model.layers.3.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1621">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2926" name="__module.model.layers.3.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2927" name="__module.model.layers.3.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1622,key_states.19">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2928" name="__module.model.layers.3.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2929" name="__module.model.layers.3.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2930" name="__module.model.layers.3.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1626"/>
-			</output>
-		</layer>
-		<layer id="2931" name="Constant_730723_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="2932" name="Constant_730723" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="2933" name="Constant_730716" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2934" name="Constant_730718" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2935" name="Constant_730720" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2936" name="Concat_730721" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2937" name="Broadcast_730724" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2938" name="ReadValue_718255" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.3.keypresent.3.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.3.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2939" name="Constant_705676" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="2940" name="Gather_705677" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2941" name="__module.model.layers.3.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2942" name="__module.model.layers.3.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2943" name="__module.model.layers.3.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1628"/>
-			</output>
-		</layer>
-		<layer id="2944" name="__module.model.layers.3.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1627,1631,1632,kv_seq_len.7"/>
-			</output>
-		</layer>
-		<layer id="2945" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2946" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2947" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2948" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1635,1636,1640,cos.13">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2949" name="Constant_71138" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2950" name="__module.model.layers.3.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1643">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2951" name="__module.model.layers.3.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1644,cos.15">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2952" name="__module.model.layers.3.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2953" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2954" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2955" name="__module.model.layers.3.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1648">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2956" name="Constant_606515" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2957" name="Constant_606514" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2958" name="__module.model.layers.3.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2959" name="__module.model.layers.3.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2960" name="__module.model.layers.3.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1649,1654"/>
-			</output>
-		</layer>
-		<layer id="2961" name="__module.model.layers.3.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2962" name="__module.model.layers.3.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="1651,1652,1656,1657"/>
-			</output>
-		</layer>
-		<layer id="2963" name="__module.model.layers.3.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2964" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2965" name="Constant_606513" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2966" name="ScatterUpdate_606516" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2967" name="Constant_606519" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2968" name="Constant_606522" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2969" name="__module.model.layers.3.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1658,x2.13">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2970" name="Constant_648788_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2971" name="Constant_648788" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2972" name="__module.model.layers.3.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1659">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2973" name="Constant_606568" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2974" name="Constant_606573" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2975" name="__module.model.layers.3.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1653">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2976" name="__module.model.layers.3.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1661">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2977" name="self.model.layers.3.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.3.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2978" name="self.model.layers.3.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2979" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2980" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2981" name="__module.model.layers.3.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1637,1638,1641,sin.13">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2982" name="Constant_71141" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="2983" name="__module.model.layers.3.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1646">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2984" name="__module.model.layers.3.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1647,sin.15">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2985" name="__module.model.layers.3.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2986" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2987" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2988" name="__module.model.layers.3.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1662">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2989" name="__module.model.layers.3.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2990" name="__module.model.layers.3.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2991" name="__module.model.layers.3.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2992" name="__module.model.layers.3.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1663">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2993" name="__module.model.layers.3.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2994" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2995" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2996" name="__module.model.layers.3.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1664">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2997" name="Constant_606618" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2998" name="Constant_606617" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="2999" name="__module.model.layers.3.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3000" name="__module.model.layers.3.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1665,1670"/>
-			</output>
-		</layer>
-		<layer id="3001" name="__module.model.layers.3.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3002" name="__module.model.layers.3.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="1667,1668,1672,1673"/>
-			</output>
-		</layer>
-		<layer id="3003" name="__module.model.layers.3.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3004" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3005" name="Constant_606616" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3006" name="ScatterUpdate_606619" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3007" name="Constant_606622" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3008" name="Constant_606625" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3009" name="__module.model.layers.3.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1674,x2.15">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3010" name="Constant_648789_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3011" name="Constant_648789" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3012" name="__module.model.layers.3.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1675">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3013" name="Constant_606671" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3014" name="Constant_606676" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3015" name="__module.model.layers.3.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1669">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3016" name="__module.model.layers.3.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1677">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3017" name="__module.model.layers.3.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3018" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3019" name="__module.model.layers.3.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3020" name="__module.model.layers.3.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1678">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3021" name="__module.model.layers.3.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3022" name="__module.model.layers.3.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3023" name="__module.model.layers.3.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3024" name="__module.model.layers.3.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1679">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3025" name="__module.model.layers.3.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.3.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3026" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3027" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3028" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3029" name="__module.model.layers.3.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1689">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3030" name="Constant_606723" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3031" name="Constant_606726" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3032" name="Constant_606729" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3033" name="__module.model.layers.3.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1690">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3034" name="__module.model.layers.3.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1691">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3035" name="Constant_606735" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3036" name="Constant_606738" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3037" name="Constant_606741" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3038" name="__module.model.layers.3.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1692">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3039" name="Constant_606747" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3040" name="Constant_606750" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3041" name="Constant_606753" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3042" name="__module.model.layers.3.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1693">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3043" name="__module.model.layers.3.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3044" name="Constant_591398" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3045" name="__module.model.layers.3.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3046" name="__module.model.layers.3.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1684">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3047" name="__module.model.layers.3.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3048" name="__module.model.layers.3.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1685"/>
-			</output>
-		</layer>
-		<layer id="3049" name="Constant_490505" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3050" name="__module.model.layers.3.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3051" name="Constant_592289" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3052" name="Constant_592290" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3053" name="Gather_592291" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3054" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="1694">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3055" name="__module.model.layers.3.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3056" name="__module.model.layers.3.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1695,hidden_states.115">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3057" name="__module.model.layers.3.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1696,1697"/>
-			</output>
-		</layer>
-		<layer id="3058" name="Constant_490508" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3059" name="__module.model.layers.3.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3060" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1698">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3061" name="__module.model.layers.3.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1699">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3062" name="Constant_730710_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="3063" name="Constant_730710" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="3064" name="Constant_730703" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3065" name="Constant_730705" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3066" name="Constant_730707" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3067" name="Concat_730708" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3068" name="Broadcast_730711" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3069" name="ReadValue_718257" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.3.valuepresent.3.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.3.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3070" name="Constant_705679" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3071" name="Gather_705680" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3072" name="self.model.layers.3.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="2969388767" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3073" name="Convert_60013" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3074" name="self.model.layers.3.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="2973583071" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3075" name="Convert_60016" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3076" name="Subtract_60017" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3077" name="self.model.layers.3.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="2973584095" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3078" name="self.model.layers.3.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3079" name="self.model.layers.3.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3080" name="__module.model.layers.3.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1616,value_states.7">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3081" name="__module.model.layers.3.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1624">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3082" name="__module.model.layers.3.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3083" name="__module.model.layers.3.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1625">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3084" name="__module.model.layers.3.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.3.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3085" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3086" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3087" name="__module.model.layers.3.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3088" name="__module.model.layers.3.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1705">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3089" name="Constant_606760" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3090" name="Constant_606763" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3091" name="Constant_606766" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3092" name="__module.model.layers.3.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1706">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3093" name="__module.model.layers.3.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1707">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3094" name="Constant_606772" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3095" name="Constant_606775" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3096" name="Constant_606778" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3097" name="__module.model.layers.3.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1708">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3098" name="Constant_606784" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3099" name="Constant_606787" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3100" name="Constant_606790" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3101" name="__module.model.layers.3.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1709">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3102" name="__module.model.layers.3.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3103" name="Constant_591407" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3104" name="__module.model.layers.3.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3105" name="__module.model.layers.3.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1700">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3106" name="__module.model.layers.3.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3107" name="__module.model.layers.3.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1701"/>
-			</output>
-		</layer>
-		<layer id="3108" name="Constant_490510" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3109" name="__module.model.layers.3.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3110" name="Constant_592299" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3111" name="Constant_592300" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3112" name="Gather_592301" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3113" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="1710">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3114" name="__module.model.layers.3.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3115" name="__module.model.layers.3.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1711,hidden_states.119">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3116" name="__module.model.layers.3.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1712,1713"/>
-			</output>
-		</layer>
-		<layer id="3117" name="Constant_490513" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3118" name="__module.model.layers.3.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3119" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1714">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3120" name="__module.model.layers.3.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1715">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3121" name="__module.model.layers.3.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1716,attn_output.13">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3122" name="__module.model.layers.3.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3123" name="__module.model.layers.3.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1717">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3124" name="__module.model.layers.3.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1719">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3125" name="__module.model.layers.3.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1720">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3126" name="self.model.layers.3.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="2973586143" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3127" name="Convert_60042" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3128" name="self.model.layers.3.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3129" name="Convert_60044" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3130" name="Subtract_60045" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3131" name="self.model.layers.3.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="2981974751" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3132" name="self.model.layers.3.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3133" name="Constant_60049" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3134" name="Reshape_60050" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3135" name="self.model.layers.3.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3136" name="__module.model.layers.3.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1722,1724,hidden_states.121">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3137" name="__module.model.layers.3/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3138" name="__module.model.layers.3/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3139" name="__module.model.layers.3/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3140" name="__module.model.layers.3/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1727,1729,1740,hidden_states.123,hidden_states.125">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3141" name="__module.model.layers.3.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="3142" name="__module.model.layers.3.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="3143" name="Constant_648793_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="2982236895" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3144" name="Constant_648793" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3145" name="Constant_648792_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3146" name="Constant_648792" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3147" name="Constant_648790_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3148" name="Constant_648790" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3149" name="__module.model.layers.3.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1730">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3150" name="Constant_5997" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1731">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3151" name="__module.model.layers.3.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1732,variance.15">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3152" name="Constant_648791_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3153" name="Constant_648791" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3154" name="__module.model.layers.3.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1733">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3155" name="__module.model.layers.3.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3156" name="__module.model.layers.3.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1734">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3157" name="__module.model.layers.3.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1735,1736,hidden_states.127,hidden_states.129">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3158" name="__module.model.layers.3.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1737,1739,hidden_states.131">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3159" name="__module.model.layers.3.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3160" name="__module.model.layers.3.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3161" name="__module.model.layers.3.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1758"/>
-			</output>
-		</layer>
-		<layer id="3162" name="__module.model.layers.3.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3163" name="__module.model.layers.3.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1760"/>
-			</output>
-		</layer>
-		<layer id="3164" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1774,1775"/>
-			</output>
-		</layer>
-		<layer id="3165" name="Constant_490514" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3166" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3167" name="Constant_591416" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3168" name="__module.model.layers.3.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3169" name="__module.model.layers.3.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1762">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3170" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1776">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3171" name="__module.model.layers.3.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1777_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3172" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="1763,1788,1814,1840,1866,1892,1918,1944,1970">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3173" name="__module.model.layers.3.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1764,hidden_states.133">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3174" name="self.model.layers.3.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="8, 32, 128" offset="2982245087" size="16384"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3175" name="Convert_60052" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3176" name="self.model.layers.3.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3177" name="Convert_60054" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3178" name="Subtract_60055" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3179" name="self.model.layers.3.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 32, 1" offset="2982261471" size="512"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3180" name="self.model.layers.3.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3181" name="Constant_60059" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="171648639" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3182" name="Reshape_60060" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3183" name="self.model.layers.3.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3184" name="__module.model.layers.3.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1766,input.55">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3185" name="__module.model.layers.3.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1767">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3186" name="__module.model.layers.3.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1768_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3187" name="__module.model.layers.3.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="1769">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3188" name="__module.model.layers.3.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3189" name="__module.model.layers.3.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3190" name="__module.model.layers.3.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3191" name="__module.model.layers.3.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="1778">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3192" name="Constant_6182" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="1779">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3193" name="__module.model.layers.3.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1780,expert_mask.7">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3194" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1781">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3195" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3196" name="Constant_127055" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3197" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3198" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1784,top_x.49">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3199" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3200" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3201" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3202" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3203" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3204" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3205" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3206" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3207" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3208" name="__module.model.layers.3.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1785,1811,1837,1863,1889,1915,1941,1967">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3209" name="Constant_71144" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3210" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1787">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3211" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1789">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3212" name="self.model.layers.3.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="2982261983" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3213" name="Convert_60072" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3214" name="self.model.layers.3.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3215" name="Convert_60074" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3216" name="Subtract_60075" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3217" name="self.model.layers.3.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3011622111" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3218" name="self.model.layers.3.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3219" name="Constant_60079" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3220" name="Reshape_60080" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3221" name="self.model.layers.3.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3222" name="__module.model.layers.3.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1794,input.57">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3223" name="__module.model.layers.3.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1795">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3224" name="self.model.layers.3.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="3012539615" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3225" name="Convert_60063" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3226" name="self.model.layers.3.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="3071259871" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3227" name="Convert_60066" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3228" name="Subtract_60067" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3229" name="self.model.layers.3.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="3071274207" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3230" name="self.model.layers.3.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3231" name="self.model.layers.3.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3232" name="__module.model.layers.3.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1797">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3233" name="__module.model.layers.3.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1798">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3234" name="self.model.layers.3.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3071302879" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3235" name="Convert_60082" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3236" name="self.model.layers.3.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3237" name="Convert_60084" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3238" name="Subtract_60085" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3239" name="self.model.layers.3.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3100663007" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3240" name="self.model.layers.3.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3241" name="Constant_60089" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3242" name="Reshape_60090" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3243" name="self.model.layers.3.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3244" name="__module.model.layers.3.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1800">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3245" name="Constant_6068" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="1770">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3246" name="__module.model.layers.3.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1771">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3247" name="__module.model.layers.3.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1768,1773,routing_weights.19,routing_weights.23">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3248" name="__module.model.layers.3.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1801,1827,1853,1879,1905,1931,1957,1983">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3249" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3250" name="Constant_180267" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3251" name="Constant_180266" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3252" name="Constant_180268" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3253" name="__module.model.layers.3.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3254" name="Constant_180271" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3255" name="__module.model.layers.3.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3256" name="Constant_180273" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3257" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3258" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3259" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1783,idx.49">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3260" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3261" name="Constant_180260" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3262" name="__module.model.layers.3.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3263" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3264" name="__module.model.layers.3.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3265" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3266" name="Constant_180327" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3267" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3268" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3269" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3270" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3271" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1803">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3272" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3273" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3274" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3275" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1804,1805,current_hidden_states.97,current_hidden_states.99">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3276" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3277" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3278" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3279" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1777_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3280" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1807">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3281" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3282" name="Constant_127060" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3283" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3284" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1810,top_x.51">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3285" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3286" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3287" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3288" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3289" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3290" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3291" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3292" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3293" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3294" name="Constant_71147" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3295" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1813">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3296" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1815">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3297" name="self.model.layers.3.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3101580511" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3298" name="Convert_60102" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3299" name="self.model.layers.3.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3300" name="Convert_60104" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3301" name="Subtract_60105" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3302" name="self.model.layers.3.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3130940639" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3303" name="self.model.layers.3.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3304" name="Constant_60109" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3305" name="Reshape_60110" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3306" name="self.model.layers.3.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3307" name="__module.model.layers.3.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1820,input.59">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3308" name="__module.model.layers.3.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1821">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3309" name="self.model.layers.3.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3131858143" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3310" name="Convert_60092" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3311" name="self.model.layers.3.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3312" name="Convert_60094" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3313" name="Subtract_60095" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3314" name="self.model.layers.3.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3161218271" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3315" name="self.model.layers.3.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3316" name="Constant_60099" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3317" name="Reshape_60100" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3318" name="self.model.layers.3.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3319" name="__module.model.layers.3.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1823">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3320" name="__module.model.layers.3.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1824">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3321" name="self.model.layers.3.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3162135775" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3322" name="Convert_60112" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3323" name="self.model.layers.3.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3324" name="Convert_60114" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3325" name="Subtract_60115" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3326" name="self.model.layers.3.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3191495903" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3327" name="self.model.layers.3.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3328" name="Constant_60119" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3329" name="Reshape_60120" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3330" name="self.model.layers.3.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3331" name="__module.model.layers.3.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1826">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3332" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1809,idx.51">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3333" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3334" name="Constant_180341" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3335" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3336" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3337" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3338" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3339" name="Constant_180408" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3340" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3341" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3342" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3343" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3344" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1829">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3345" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3346" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3347" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3348" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1830,1831,current_hidden_states.101,current_hidden_states.103">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3349" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3350" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3351" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3352" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1806_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3353" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1833">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3354" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3355" name="Constant_127065" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3356" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3357" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1836,top_x.53">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3358" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3359" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3360" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3361" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3362" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3363" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3364" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3365" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3366" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3367" name="Constant_71150" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3368" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1839">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3369" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1841">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3370" name="self.model.layers.3.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3192413407" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3371" name="Convert_60132" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3372" name="self.model.layers.3.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3373" name="Convert_60134" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3374" name="Subtract_60135" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3375" name="self.model.layers.3.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3221773535" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3376" name="self.model.layers.3.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3377" name="Constant_60139" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3378" name="Reshape_60140" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3379" name="self.model.layers.3.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3380" name="__module.model.layers.3.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1846,input.61">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3381" name="__module.model.layers.3.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1847">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3382" name="self.model.layers.3.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3222691039" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3383" name="Convert_60122" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3384" name="self.model.layers.3.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3385" name="Convert_60124" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3386" name="Subtract_60125" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3387" name="self.model.layers.3.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3252051167" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3388" name="self.model.layers.3.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3389" name="Constant_60129" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3390" name="Reshape_60130" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3391" name="self.model.layers.3.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3392" name="__module.model.layers.3.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1849">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3393" name="__module.model.layers.3.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1850">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3394" name="self.model.layers.3.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3252968671" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3395" name="Convert_60142" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3396" name="self.model.layers.3.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3397" name="Convert_60144" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3398" name="Subtract_60145" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3399" name="self.model.layers.3.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3282328799" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3400" name="self.model.layers.3.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3401" name="Constant_60149" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3402" name="Reshape_60150" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3403" name="self.model.layers.3.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3404" name="__module.model.layers.3.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1852">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3405" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1835,idx.53">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3406" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3407" name="Constant_180422" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3408" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3409" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3410" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3411" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3412" name="Constant_180489" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3413" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3414" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3415" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3416" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3417" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1855">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3418" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3419" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3420" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3421" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1856,1857,current_hidden_states.105,current_hidden_states.107">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3422" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3423" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3424" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3425" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1832_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3426" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1859">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3427" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3428" name="Constant_127070" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3429" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3430" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1862,top_x.55">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3431" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3432" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3433" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3434" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3435" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3436" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3437" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3438" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3439" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3440" name="Constant_71153" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3441" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1865">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3442" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1867">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3443" name="self.model.layers.3.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3283246303" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3444" name="Convert_60162" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3445" name="self.model.layers.3.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3446" name="Convert_60164" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3447" name="Subtract_60165" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3448" name="self.model.layers.3.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3312606431" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3449" name="self.model.layers.3.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3450" name="Constant_60169" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3451" name="Reshape_60170" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3452" name="self.model.layers.3.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3453" name="__module.model.layers.3.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1872,input.63">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3454" name="__module.model.layers.3.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1873">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3455" name="self.model.layers.3.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3313523935" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3456" name="Convert_60152" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3457" name="self.model.layers.3.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3458" name="Convert_60154" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3459" name="Subtract_60155" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3460" name="self.model.layers.3.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3342884063" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3461" name="self.model.layers.3.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3462" name="Constant_60159" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3463" name="Reshape_60160" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3464" name="self.model.layers.3.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3465" name="__module.model.layers.3.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1875">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3466" name="__module.model.layers.3.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1876">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3467" name="self.model.layers.3.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3343801567" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3468" name="Convert_60172" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3469" name="self.model.layers.3.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3470" name="Convert_60174" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3471" name="Subtract_60175" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3472" name="self.model.layers.3.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3373161695" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3473" name="self.model.layers.3.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3474" name="Constant_60179" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3475" name="Reshape_60180" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3476" name="self.model.layers.3.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3477" name="__module.model.layers.3.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1878">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3478" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1861,idx.55">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3479" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3480" name="Constant_180503" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3481" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3482" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3483" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3484" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3485" name="Constant_180570" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3486" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3487" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3488" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3489" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3490" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1881">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3491" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3492" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3493" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3494" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1882,1883,current_hidden_states.109,current_hidden_states.111">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3495" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3496" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3497" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3498" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1858_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3499" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1885">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3500" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3501" name="Constant_127075" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3502" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3503" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1888,top_x.57">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3504" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3505" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3506" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3507" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3508" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3509" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3510" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3511" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3512" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3513" name="Constant_71156" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3514" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1891">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3515" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1893">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3516" name="self.model.layers.3.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3374079199" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3517" name="Convert_60192" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3518" name="self.model.layers.3.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3519" name="Convert_60194" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3520" name="Subtract_60195" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3521" name="self.model.layers.3.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3403439327" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3522" name="self.model.layers.3.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3523" name="Constant_60199" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3524" name="Reshape_60200" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3525" name="self.model.layers.3.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3526" name="__module.model.layers.3.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1898,input.65">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3527" name="__module.model.layers.3.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1899">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3528" name="self.model.layers.3.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="3404356831" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3529" name="Convert_60183" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3530" name="self.model.layers.3.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="3463077087" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3531" name="Convert_60186" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3532" name="Subtract_60187" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3533" name="self.model.layers.3.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="3463091423" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3534" name="self.model.layers.3.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3535" name="self.model.layers.3.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3536" name="__module.model.layers.3.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1901">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3537" name="__module.model.layers.3.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1902">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3538" name="self.model.layers.3.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3463120095" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3539" name="Convert_60202" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3540" name="self.model.layers.3.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3541" name="Convert_60204" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3542" name="Subtract_60205" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3543" name="self.model.layers.3.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3492480223" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3544" name="self.model.layers.3.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3545" name="Constant_60209" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3546" name="Reshape_60210" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3547" name="self.model.layers.3.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3548" name="__module.model.layers.3.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1904">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3549" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1887,idx.57">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3550" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3551" name="Constant_180584" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3552" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3553" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3554" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3555" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3556" name="Constant_180651" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3557" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3558" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3559" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3560" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3561" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1907">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3562" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3563" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3564" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3565" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1908,1909,current_hidden_states.113,current_hidden_states.115">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3566" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3567" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3568" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3569" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1884_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3570" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1911">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3571" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3572" name="Constant_127080" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3573" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3574" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1914,top_x.59">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3575" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3576" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3577" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3578" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3579" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3580" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3581" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3582" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3583" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3584" name="Constant_71159" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3585" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1917">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3586" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1919">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3587" name="self.model.layers.3.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3493397727" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3588" name="Convert_60222" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3589" name="self.model.layers.3.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3590" name="Convert_60224" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3591" name="Subtract_60225" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3592" name="self.model.layers.3.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3522757855" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3593" name="self.model.layers.3.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3594" name="Constant_60229" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3595" name="Reshape_60230" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3596" name="self.model.layers.3.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3597" name="__module.model.layers.3.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1924,input.67">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3598" name="__module.model.layers.3.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1925">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3599" name="self.model.layers.3.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3523675359" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3600" name="Convert_60212" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3601" name="self.model.layers.3.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3602" name="Convert_60214" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3603" name="Subtract_60215" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3604" name="self.model.layers.3.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3553035487" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3605" name="self.model.layers.3.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3606" name="Constant_60219" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3607" name="Reshape_60220" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3608" name="self.model.layers.3.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3609" name="__module.model.layers.3.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1927">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3610" name="__module.model.layers.3.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1928">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3611" name="self.model.layers.3.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3553952991" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3612" name="Convert_60232" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3613" name="self.model.layers.3.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3614" name="Convert_60234" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3615" name="Subtract_60235" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3616" name="self.model.layers.3.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3583313119" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3617" name="self.model.layers.3.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3618" name="Constant_60239" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3619" name="Reshape_60240" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3620" name="self.model.layers.3.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3621" name="__module.model.layers.3.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1930">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3622" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1913,idx.59">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3623" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3624" name="Constant_180665" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3625" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3626" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3627" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3628" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3629" name="Constant_180732" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3630" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3631" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3632" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3633" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3634" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1933">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3635" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3636" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3637" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3638" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1934,1935,current_hidden_states.117,current_hidden_states.119">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3639" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3640" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3641" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3642" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1910_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3643" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1937">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3644" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3645" name="Constant_127085" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3646" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3647" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1940,top_x.61">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3648" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3649" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3650" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3651" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3652" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3653" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3654" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3655" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3656" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3657" name="Constant_71162" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3658" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1943">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3659" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1945">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3660" name="self.model.layers.3.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3584230623" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3661" name="Convert_60252" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3662" name="self.model.layers.3.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3663" name="Convert_60254" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3664" name="Subtract_60255" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3665" name="self.model.layers.3.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3613590751" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3666" name="self.model.layers.3.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3667" name="Constant_60259" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3668" name="Reshape_60260" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3669" name="self.model.layers.3.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3670" name="__module.model.layers.3.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1950,input.69">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3671" name="__module.model.layers.3.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1951">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3672" name="self.model.layers.3.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3614508255" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3673" name="Convert_60242" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3674" name="self.model.layers.3.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3675" name="Convert_60244" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3676" name="Subtract_60245" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3677" name="self.model.layers.3.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3643868383" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3678" name="self.model.layers.3.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3679" name="Constant_60249" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3680" name="Reshape_60250" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3681" name="self.model.layers.3.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3682" name="__module.model.layers.3.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1953">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3683" name="__module.model.layers.3.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1954">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3684" name="self.model.layers.3.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3644785887" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3685" name="Convert_60262" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3686" name="self.model.layers.3.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3687" name="Convert_60264" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3688" name="Subtract_60265" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3689" name="self.model.layers.3.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3674146015" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3690" name="self.model.layers.3.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3691" name="Constant_60269" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3692" name="Reshape_60270" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3693" name="self.model.layers.3.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3694" name="__module.model.layers.3.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1956">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3695" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1939,idx.61">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3696" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3697" name="Constant_180746" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3698" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3699" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3700" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3701" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3702" name="Constant_180813" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3703" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3704" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3705" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3706" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3707" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1959">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3708" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3709" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3710" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3711" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1960,1961,current_hidden_states.121,current_hidden_states.123">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3712" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3713" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3714" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3715" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1936_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3716" name="__module.model.layers.3.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="1963">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3717" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3718" name="Constant_127090" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3719" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3720" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1966,top_x.63">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3721" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3722" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3723" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3724" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3725" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3726" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3727" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3728" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3729" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3730" name="Constant_71165" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3731" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="1969">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3732" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1971">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3733" name="self.model.layers.3.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3675063519" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3734" name="Convert_60282" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3735" name="self.model.layers.3.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3736" name="Convert_60284" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3737" name="Subtract_60285" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3738" name="self.model.layers.3.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3704423647" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3739" name="self.model.layers.3.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3740" name="Constant_60289" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3741" name="Reshape_60290" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3742" name="self.model.layers.3.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3743" name="__module.model.layers.3.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1976,input.71">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3744" name="__module.model.layers.3.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="1977">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3745" name="self.model.layers.3.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="3705341151" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3746" name="Convert_60273" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3747" name="self.model.layers.3.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="3764061407" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3748" name="Convert_60276" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3749" name="Subtract_60277" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3750" name="self.model.layers.3.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="3764075743" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3751" name="self.model.layers.3.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3752" name="self.model.layers.3.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3753" name="__module.model.layers.3.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1979">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3754" name="__module.model.layers.3.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1980">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3755" name="self.model.layers.3.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3764104415" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3756" name="Convert_60292" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3757" name="self.model.layers.3.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3758" name="Convert_60294" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3759" name="Subtract_60295" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3760" name="self.model.layers.3.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3793464543" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3761" name="self.model.layers.3.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3762" name="Constant_60299" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3763" name="Reshape_60300" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3764" name="self.model.layers.3.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3765" name="__module.model.layers.3.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1982">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3766" name="__module.model.layers.3.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="1965,idx.63">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3767" name="__module.model.layers.3.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3768" name="Constant_180827" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3769" name="__module.model.layers.3.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3770" name="__module.model.layers.3.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3771" name="__module.model.layers.3.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3772" name="__module.model.layers.3.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3773" name="Constant_180894" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3774" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3775" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3776" name="__module.model.layers.3.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3777" name="__module.model.layers.3.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3778" name="__module.model.layers.3.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1985">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3779" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3780" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3781" name="__module.model.layers.3.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3782" name="__module.model.layers.3.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1986,1987,current_hidden_states.125,current_hidden_states.127">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3783" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3784" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3785" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3786" name="__module.model.layers.3.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="1962,final_hidden_states.69">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3787" name="Constant_490516" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3788" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3789" name="Constant_490517" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3790" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3791" name="__module.model.layers.3.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="1989">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3792" name="__module.model.layers.3.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1990,hidden_states.135">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3793" name="__module.model.layers.3/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3794" name="__module.model.layers.3/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3795" name="__module.model.layers.3/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3796" name="__module.model.layers.3/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="1991,1993,2001,2012,hidden_states.137,hidden_states.139">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3797" name="Constant_648797_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="3794382047" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3798" name="Constant_648797" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3799" name="Constant_648796_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3800" name="Constant_648796" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3801" name="Constant_648794_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3802" name="Constant_648794" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3803" name="__module.model.layers.4.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2002">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3804" name="Constant_7040" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2003">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3805" name="__module.model.layers.4.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2004,variance.17">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3806" name="Constant_648795_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3807" name="Constant_648795" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3808" name="__module.model.layers.4.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2005">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3809" name="__module.model.layers.4.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3810" name="__module.model.layers.4.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2006">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3811" name="__module.model.layers.4.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2007,2008,hidden_states.141,hidden_states.143">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3812" name="__module.model.layers.4.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2009,2011,hidden_states.145">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3813" name="self.model.layers.4.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="3794390239" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3814" name="Convert_60323" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3815" name="self.model.layers.4.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="3811167455" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3816" name="Convert_60326" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3817" name="Subtract_60327" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3818" name="self.model.layers.4.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="3811171551" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3819" name="self.model.layers.4.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3820" name="self.model.layers.4.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3821" name="__module.model.layers.4.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2021,query_states.9">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3822" name="__module.model.layers.4.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3823" name="Constant_592314" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3824" name="Constant_592315" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3825" name="Gather_592316" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3826" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2026">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3827" name="__module.model.layers.4.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2027">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3828" name="__module.model.layers.4.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3829" name="__module.model.layers.4.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2028,q.9">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3830" name="self.model.layers.4.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.4.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3831" name="self.model.layers.4.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3832" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3833" name="self.model.layers.4.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="3811179743" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3834" name="Convert_60312" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3835" name="self.model.layers.4.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3836" name="Convert_60314" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3837" name="Subtract_60315" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3838" name="self.model.layers.4.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="3813276895" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3839" name="self.model.layers.4.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3840" name="Constant_60319" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3841" name="Reshape_60320" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3842" name="self.model.layers.4.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3843" name="__module.model.layers.4.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2023,key_states.21">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3844" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2029,2032">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3845" name="__module.model.layers.4.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2030">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3846" name="__module.model.layers.4.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3847" name="__module.model.layers.4.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2031,key_states.23">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3848" name="__module.model.layers.4.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3849" name="__module.model.layers.4.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3850" name="__module.model.layers.4.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2035"/>
-			</output>
-		</layer>
-		<layer id="3851" name="Constant_730749_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="3852" name="Constant_730749" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="3853" name="Constant_730742" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3854" name="Constant_730744" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3855" name="Constant_730746" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3856" name="Concat_730747" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3857" name="Broadcast_730750" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3858" name="ReadValue_718267" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.4.keypresent.4.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.4.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3859" name="Constant_705682" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3860" name="Gather_705683" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3861" name="__module.model.layers.4.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3862" name="__module.model.layers.4.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3863" name="__module.model.layers.4.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2037"/>
-			</output>
-		</layer>
-		<layer id="3864" name="__module.model.layers.4.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2036,2040,2041,kv_seq_len.9"/>
-			</output>
-		</layer>
-		<layer id="3865" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3866" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3867" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3868" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2044,2045,2049,cos.17">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3869" name="Constant_71168" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3870" name="__module.model.layers.4.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2052">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3871" name="__module.model.layers.4.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2053,cos.19">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3872" name="__module.model.layers.4.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3873" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3874" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3875" name="__module.model.layers.4.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2057">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3876" name="Constant_606804" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3877" name="Constant_606803" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3878" name="__module.model.layers.4.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3879" name="__module.model.layers.4.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3880" name="__module.model.layers.4.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2058,2063"/>
-			</output>
-		</layer>
-		<layer id="3881" name="__module.model.layers.4.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3882" name="__module.model.layers.4.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2060,2061,2065,2066"/>
-			</output>
-		</layer>
-		<layer id="3883" name="__module.model.layers.4.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3884" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3885" name="Constant_606802" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3886" name="ScatterUpdate_606805" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3887" name="Constant_606808" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3888" name="Constant_606811" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3889" name="__module.model.layers.4.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2067,x2.17">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3890" name="Constant_648798_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3891" name="Constant_648798" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3892" name="__module.model.layers.4.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2068">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3893" name="Constant_606857" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3894" name="Constant_606862" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3895" name="__module.model.layers.4.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2062">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3896" name="__module.model.layers.4.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2070">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3897" name="self.model.layers.4.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.4.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3898" name="self.model.layers.4.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3899" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3900" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3901" name="__module.model.layers.4.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2046,2047,2050,sin.17">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3902" name="Constant_71171" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3903" name="__module.model.layers.4.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2055">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3904" name="__module.model.layers.4.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2056,sin.19">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3905" name="__module.model.layers.4.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3906" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3907" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3908" name="__module.model.layers.4.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2071">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3909" name="__module.model.layers.4.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3910" name="__module.model.layers.4.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3911" name="__module.model.layers.4.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3912" name="__module.model.layers.4.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2072">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3913" name="__module.model.layers.4.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3914" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3915" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3916" name="__module.model.layers.4.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2073">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3917" name="Constant_606907" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3918" name="Constant_606906" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3919" name="__module.model.layers.4.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3920" name="__module.model.layers.4.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2074,2079"/>
-			</output>
-		</layer>
-		<layer id="3921" name="__module.model.layers.4.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3922" name="__module.model.layers.4.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2076,2077,2081,2082"/>
-			</output>
-		</layer>
-		<layer id="3923" name="__module.model.layers.4.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3924" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3925" name="Constant_606905" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3926" name="ScatterUpdate_606908" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3927" name="Constant_606911" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3928" name="Constant_606914" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3929" name="__module.model.layers.4.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2083,x2.19">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3930" name="Constant_648799_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3931" name="Constant_648799" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3932" name="__module.model.layers.4.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2084">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3933" name="Constant_606960" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3934" name="Constant_606965" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3935" name="__module.model.layers.4.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2078">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3936" name="__module.model.layers.4.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2086">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3937" name="__module.model.layers.4.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3938" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3939" name="__module.model.layers.4.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3940" name="__module.model.layers.4.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2087">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3941" name="__module.model.layers.4.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3942" name="__module.model.layers.4.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3943" name="__module.model.layers.4.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3944" name="__module.model.layers.4.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2088">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3945" name="__module.model.layers.4.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.4.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3946" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3947" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3948" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3949" name="__module.model.layers.4.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2098">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3950" name="Constant_607012" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3951" name="Constant_607015" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3952" name="Constant_607018" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3953" name="__module.model.layers.4.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2099">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3954" name="__module.model.layers.4.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2100">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3955" name="Constant_607024" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3956" name="Constant_607027" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3957" name="Constant_607030" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3958" name="__module.model.layers.4.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2101">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3959" name="Constant_607036" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3960" name="Constant_607039" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3961" name="Constant_607042" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3962" name="__module.model.layers.4.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2102">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3963" name="__module.model.layers.4.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3964" name="Constant_591425" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3965" name="__module.model.layers.4.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3966" name="__module.model.layers.4.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2093">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3967" name="__module.model.layers.4.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="3968" name="__module.model.layers.4.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2094"/>
-			</output>
-		</layer>
-		<layer id="3969" name="Constant_490521" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3970" name="__module.model.layers.4.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3971" name="Constant_592324" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3972" name="Constant_592325" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3973" name="Gather_592326" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3974" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2103">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3975" name="__module.model.layers.4.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3976" name="__module.model.layers.4.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2104,hidden_states.149">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3977" name="__module.model.layers.4.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2105,2106"/>
-			</output>
-		</layer>
-		<layer id="3978" name="Constant_490524" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3979" name="__module.model.layers.4.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3980" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2107">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3981" name="__module.model.layers.4.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2108">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3982" name="Constant_730736_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="3983" name="Constant_730736" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="3984" name="Constant_730729" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3985" name="Constant_730731" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3986" name="Constant_730733" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3987" name="Concat_730734" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3988" name="Broadcast_730737" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3989" name="ReadValue_718269" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.4.valuepresent.4.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.4.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3990" name="Constant_705685" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="3991" name="Gather_705686" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3992" name="self.model.layers.4.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="3813342431" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3993" name="Convert_60303" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3994" name="self.model.layers.4.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="3817536735" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3995" name="Convert_60306" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3996" name="Subtract_60307" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3997" name="self.model.layers.4.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="3817537759" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3998" name="self.model.layers.4.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="3999" name="self.model.layers.4.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4000" name="__module.model.layers.4.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2025,value_states.9">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4001" name="__module.model.layers.4.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2033">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4002" name="__module.model.layers.4.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4003" name="__module.model.layers.4.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2034">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4004" name="__module.model.layers.4.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.4.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4005" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4006" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4007" name="__module.model.layers.4.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4008" name="__module.model.layers.4.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2114">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4009" name="Constant_607049" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4010" name="Constant_607052" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4011" name="Constant_607055" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4012" name="__module.model.layers.4.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2115">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4013" name="__module.model.layers.4.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2116">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4014" name="Constant_607061" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4015" name="Constant_607064" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4016" name="Constant_607067" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4017" name="__module.model.layers.4.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2117">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4018" name="Constant_607073" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4019" name="Constant_607076" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4020" name="Constant_607079" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4021" name="__module.model.layers.4.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2118">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4022" name="__module.model.layers.4.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4023" name="Constant_591434" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4024" name="__module.model.layers.4.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4025" name="__module.model.layers.4.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2109">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4026" name="__module.model.layers.4.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4027" name="__module.model.layers.4.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2110"/>
-			</output>
-		</layer>
-		<layer id="4028" name="Constant_490526" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4029" name="__module.model.layers.4.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4030" name="Constant_592334" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4031" name="Constant_592335" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4032" name="Gather_592336" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4033" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2119">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4034" name="__module.model.layers.4.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4035" name="__module.model.layers.4.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2120,hidden_states.153">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4036" name="__module.model.layers.4.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2121,2122"/>
-			</output>
-		</layer>
-		<layer id="4037" name="Constant_490529" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4038" name="__module.model.layers.4.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4039" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2123">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4040" name="__module.model.layers.4.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2124">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4041" name="__module.model.layers.4.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2125,attn_output.17">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4042" name="__module.model.layers.4.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4043" name="__module.model.layers.4.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2126">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4044" name="__module.model.layers.4.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2128">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4045" name="__module.model.layers.4.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2129">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4046" name="self.model.layers.4.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="3817539807" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4047" name="Convert_60332" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4048" name="self.model.layers.4.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4049" name="Convert_60334" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4050" name="Subtract_60335" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4051" name="self.model.layers.4.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="3825928415" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4052" name="self.model.layers.4.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4053" name="Constant_60339" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4054" name="Reshape_60340" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4055" name="self.model.layers.4.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4056" name="__module.model.layers.4.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2131,2133,hidden_states.155">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4057" name="__module.model.layers.4/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4058" name="__module.model.layers.4/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4059" name="__module.model.layers.4/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4060" name="__module.model.layers.4/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2136,2138,2149,hidden_states.157,hidden_states.159">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4061" name="__module.model.layers.4.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="4062" name="__module.model.layers.4.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="4063" name="Constant_648803_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="3826190559" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4064" name="Constant_648803" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4065" name="Constant_648802_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4066" name="Constant_648802" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4067" name="Constant_648800_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4068" name="Constant_648800" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4069" name="__module.model.layers.4.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2139">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4070" name="Constant_7675" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2140">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4071" name="__module.model.layers.4.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2141,variance.19">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4072" name="Constant_648801_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4073" name="Constant_648801" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4074" name="__module.model.layers.4.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2142">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4075" name="__module.model.layers.4.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4076" name="__module.model.layers.4.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2143">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4077" name="__module.model.layers.4.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2144,2145,hidden_states.161,hidden_states.163">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4078" name="__module.model.layers.4.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2146,2148,hidden_states.165">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4079" name="__module.model.layers.4.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4080" name="__module.model.layers.4.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4081" name="__module.model.layers.4.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2167"/>
-			</output>
-		</layer>
-		<layer id="4082" name="__module.model.layers.4.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4083" name="__module.model.layers.4.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2169"/>
-			</output>
-		</layer>
-		<layer id="4084" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2183,2184"/>
-			</output>
-		</layer>
-		<layer id="4085" name="Constant_490530" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4086" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4087" name="Constant_591443" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4088" name="__module.model.layers.4.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4089" name="__module.model.layers.4.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2171">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4090" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2185">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4091" name="__module.model.layers.4.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2186_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4092" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2172,2197,2223,2249,2275,2301,2327,2353,2379">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4093" name="__module.model.layers.4.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2173,hidden_states.167">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4094" name="self.model.layers.4.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="3826198751" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4095" name="Convert_60343" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4096" name="self.model.layers.4.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="3826231519" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4097" name="Convert_60346" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4098" name="Subtract_60347" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4099" name="self.model.layers.4.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="3826231527" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4100" name="self.model.layers.4.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4101" name="self.model.layers.4.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4102" name="__module.model.layers.4.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2175,input.73">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4103" name="__module.model.layers.4.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2176">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4104" name="__module.model.layers.4.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2177_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4105" name="__module.model.layers.4.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="2178">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4106" name="__module.model.layers.4.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4107" name="__module.model.layers.4.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4108" name="__module.model.layers.4.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4109" name="__module.model.layers.4.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="2187">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4110" name="Constant_7860" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="2188">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4111" name="__module.model.layers.4.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2189,expert_mask.9">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4112" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2190">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4113" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4114" name="Constant_127095" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4115" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4116" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2193,top_x.65">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4117" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4118" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4119" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4120" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4121" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4122" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4123" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4124" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4125" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4126" name="__module.model.layers.4.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2194,2220,2246,2272,2298,2324,2350,2376">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4127" name="Constant_71174" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4128" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2196">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4129" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2198">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4130" name="self.model.layers.4.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3826231543" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4131" name="Convert_60362" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4132" name="self.model.layers.4.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4133" name="Convert_60364" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4134" name="Subtract_60365" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4135" name="self.model.layers.4.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3855591671" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4136" name="self.model.layers.4.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4137" name="Constant_60369" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4138" name="Reshape_60370" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4139" name="self.model.layers.4.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4140" name="__module.model.layers.4.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2203,input.75">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4141" name="__module.model.layers.4.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2204">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4142" name="self.model.layers.4.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3856509175" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4143" name="Convert_60352" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4144" name="self.model.layers.4.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4145" name="Convert_60354" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4146" name="Subtract_60355" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4147" name="self.model.layers.4.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3885869303" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4148" name="self.model.layers.4.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4149" name="Constant_60359" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4150" name="Reshape_60360" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4151" name="self.model.layers.4.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4152" name="__module.model.layers.4.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2206">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4153" name="__module.model.layers.4.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2207">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4154" name="self.model.layers.4.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3886786807" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4155" name="Convert_60372" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4156" name="self.model.layers.4.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4157" name="Convert_60374" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4158" name="Subtract_60375" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4159" name="self.model.layers.4.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="3916146935" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4160" name="self.model.layers.4.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4161" name="Constant_60379" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4162" name="Reshape_60380" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4163" name="self.model.layers.4.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4164" name="__module.model.layers.4.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2209">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4165" name="Constant_7746" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2179">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4166" name="__module.model.layers.4.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2180">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4167" name="__module.model.layers.4.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2177,2182,routing_weights.25,routing_weights.29">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4168" name="__module.model.layers.4.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2210,2236,2262,2288,2314,2340,2366,2392">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4169" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4170" name="Constant_180915" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4171" name="Constant_180914" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4172" name="Constant_180916" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4173" name="__module.model.layers.4.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4174" name="Constant_180919" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4175" name="__module.model.layers.4.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4176" name="Constant_180921" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4177" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4178" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4179" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2192,idx.65">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4180" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4181" name="Constant_180908" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4182" name="__module.model.layers.4.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4183" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4184" name="__module.model.layers.4.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4185" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4186" name="Constant_180975" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4187" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4188" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4189" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4190" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4191" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2212">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4192" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4193" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4194" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4195" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2213,2214,current_hidden_states.129,current_hidden_states.131">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4196" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4197" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4198" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4199" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2186_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4200" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2216">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4201" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4202" name="Constant_127100" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4203" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4204" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2219,top_x.67">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4205" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4206" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4207" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4208" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4209" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4210" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4211" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4212" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4213" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4214" name="Constant_71177" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4215" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2222">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4216" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2224">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4217" name="self.model.layers.4.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3917064439" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4218" name="Convert_60392" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4219" name="self.model.layers.4.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4220" name="Convert_60394" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4221" name="Subtract_60395" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4222" name="self.model.layers.4.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3946424567" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4223" name="self.model.layers.4.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4224" name="Constant_60399" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4225" name="Reshape_60400" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4226" name="self.model.layers.4.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4227" name="__module.model.layers.4.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2229,input.77">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4228" name="__module.model.layers.4.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2230">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4229" name="self.model.layers.4.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="3947342071" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4230" name="Convert_60382" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4231" name="self.model.layers.4.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4232" name="Convert_60384" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4233" name="Subtract_60385" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4234" name="self.model.layers.4.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="3976702199" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4235" name="self.model.layers.4.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4236" name="Constant_60389" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4237" name="Reshape_60390" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4238" name="self.model.layers.4.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4239" name="__module.model.layers.4.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2232">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4240" name="__module.model.layers.4.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2233">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4241" name="self.model.layers.4.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="3977619703" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4242" name="Convert_60402" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4243" name="self.model.layers.4.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4244" name="Convert_60404" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4245" name="Subtract_60405" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4246" name="self.model.layers.4.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4006979831" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4247" name="self.model.layers.4.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4248" name="Constant_60409" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4249" name="Reshape_60410" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4250" name="self.model.layers.4.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4251" name="__module.model.layers.4.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2235">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4252" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2218,idx.67">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4253" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4254" name="Constant_180989" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4255" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4256" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4257" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4258" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4259" name="Constant_181056" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4260" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4261" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4262" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4263" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4264" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2238">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4265" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4266" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4267" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4268" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2239,2240,current_hidden_states.133,current_hidden_states.135">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4269" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4270" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4271" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4272" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2215_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4273" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2242">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4274" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4275" name="Constant_127105" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4276" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4277" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2245,top_x.69">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4278" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4279" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4280" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4281" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4282" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4283" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4284" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4285" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4286" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4287" name="Constant_71180" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4288" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2248">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4289" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2250">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4290" name="self.model.layers.4.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4007897335" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4291" name="Convert_60422" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4292" name="self.model.layers.4.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4293" name="Convert_60424" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4294" name="Subtract_60425" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4295" name="self.model.layers.4.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4037257463" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4296" name="self.model.layers.4.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4297" name="Constant_60429" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4298" name="Reshape_60430" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4299" name="self.model.layers.4.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4300" name="__module.model.layers.4.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2255,input.79">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4301" name="__module.model.layers.4.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2256">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4302" name="self.model.layers.4.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4038174967" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4303" name="Convert_60412" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4304" name="self.model.layers.4.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4305" name="Convert_60414" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4306" name="Subtract_60415" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4307" name="self.model.layers.4.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4067535095" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4308" name="self.model.layers.4.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4309" name="Constant_60419" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4310" name="Reshape_60420" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4311" name="self.model.layers.4.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4312" name="__module.model.layers.4.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2258">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4313" name="__module.model.layers.4.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2259">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4314" name="self.model.layers.4.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4068452599" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4315" name="Convert_60432" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4316" name="self.model.layers.4.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4317" name="Convert_60434" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4318" name="Subtract_60435" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4319" name="self.model.layers.4.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4097812727" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4320" name="self.model.layers.4.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4321" name="Constant_60439" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4322" name="Reshape_60440" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4323" name="self.model.layers.4.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4324" name="__module.model.layers.4.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2261">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4325" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2244,idx.69">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4326" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4327" name="Constant_181070" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4328" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4329" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4330" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4331" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4332" name="Constant_181137" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4333" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4334" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4335" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4336" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4337" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2264">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4338" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4339" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4340" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4341" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2265,2266,current_hidden_states.137,current_hidden_states.139">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4342" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4343" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4344" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4345" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2241_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4346" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2268">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4347" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4348" name="Constant_127110" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4349" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4350" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2271,top_x.71">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4351" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4352" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4353" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4354" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4355" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4356" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4357" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4358" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4359" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4360" name="Constant_71183" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4361" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2274">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4362" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2276">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4363" name="self.model.layers.4.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4098730231" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4364" name="Convert_60452" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4365" name="self.model.layers.4.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4366" name="Convert_60454" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4367" name="Subtract_60455" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4368" name="self.model.layers.4.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4128090359" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4369" name="self.model.layers.4.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4370" name="Constant_60459" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4371" name="Reshape_60460" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4372" name="self.model.layers.4.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4373" name="__module.model.layers.4.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2281,input.81">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4374" name="__module.model.layers.4.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2282">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4375" name="self.model.layers.4.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4129007863" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4376" name="Convert_60442" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4377" name="self.model.layers.4.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4378" name="Convert_60444" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4379" name="Subtract_60445" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4380" name="self.model.layers.4.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4158367991" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4381" name="self.model.layers.4.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4382" name="Constant_60449" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4383" name="Reshape_60450" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4384" name="self.model.layers.4.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4385" name="__module.model.layers.4.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2284">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4386" name="__module.model.layers.4.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2285">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4387" name="self.model.layers.4.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4159285495" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4388" name="Convert_60462" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4389" name="self.model.layers.4.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4390" name="Convert_60464" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4391" name="Subtract_60465" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4392" name="self.model.layers.4.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4188645623" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4393" name="self.model.layers.4.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4394" name="Constant_60469" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4395" name="Reshape_60470" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4396" name="self.model.layers.4.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4397" name="__module.model.layers.4.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2287">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4398" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2270,idx.71">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4399" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4400" name="Constant_181151" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4401" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4402" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4403" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4404" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4405" name="Constant_181218" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4406" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4407" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4408" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4409" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4410" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2290">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4411" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4412" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4413" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4414" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2291,2292,current_hidden_states.141,current_hidden_states.143">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4415" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4416" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4417" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4418" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2267_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4419" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2294">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4420" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4421" name="Constant_127115" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4422" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4423" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2297,top_x.73">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4424" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4425" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4426" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4427" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4428" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4429" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4430" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4431" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4432" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4433" name="Constant_71186" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4434" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2300">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4435" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2302">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4436" name="self.model.layers.4.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4189563127" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4437" name="Convert_60482" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4438" name="self.model.layers.4.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4439" name="Convert_60484" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4440" name="Subtract_60485" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4441" name="self.model.layers.4.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4218923255" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4442" name="self.model.layers.4.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4443" name="Constant_60489" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4444" name="Reshape_60490" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4445" name="self.model.layers.4.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4446" name="__module.model.layers.4.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2307,input.83">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4447" name="__module.model.layers.4.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2308">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4448" name="self.model.layers.4.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4219840759" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4449" name="Convert_60472" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4450" name="self.model.layers.4.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4451" name="Convert_60474" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4452" name="Subtract_60475" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4453" name="self.model.layers.4.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4249200887" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4454" name="self.model.layers.4.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4455" name="Constant_60479" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4456" name="Reshape_60480" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4457" name="self.model.layers.4.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4458" name="__module.model.layers.4.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2310">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4459" name="__module.model.layers.4.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2311">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4460" name="self.model.layers.4.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4250118391" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4461" name="Convert_60492" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4462" name="self.model.layers.4.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4463" name="Convert_60494" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4464" name="Subtract_60495" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4465" name="self.model.layers.4.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4279478519" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4466" name="self.model.layers.4.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4467" name="Constant_60499" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4468" name="Reshape_60500" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4469" name="self.model.layers.4.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4470" name="__module.model.layers.4.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2313">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4471" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2296,idx.73">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4472" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4473" name="Constant_181232" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4474" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4475" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4476" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4477" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4478" name="Constant_181299" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4479" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4480" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4481" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4482" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4483" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2316">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4484" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4485" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4486" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4487" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2317,2318,current_hidden_states.145,current_hidden_states.147">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4488" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4489" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4490" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4491" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2293_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4492" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2320">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4493" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4494" name="Constant_127120" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4495" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4496" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2323,top_x.75">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4497" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4498" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4499" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4500" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4501" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4502" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4503" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4504" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4505" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4506" name="Constant_71189" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4507" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2326">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4508" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2328">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4509" name="self.model.layers.4.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4280396023" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4510" name="Convert_60512" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4511" name="self.model.layers.4.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4512" name="Convert_60514" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4513" name="Subtract_60515" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4514" name="self.model.layers.4.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4309756151" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4515" name="self.model.layers.4.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4516" name="Constant_60519" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4517" name="Reshape_60520" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4518" name="self.model.layers.4.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4519" name="__module.model.layers.4.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2333,input.85">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4520" name="__module.model.layers.4.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2334">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4521" name="self.model.layers.4.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4310673655" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4522" name="Convert_60502" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4523" name="self.model.layers.4.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4524" name="Convert_60504" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4525" name="Subtract_60505" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4526" name="self.model.layers.4.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4340033783" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4527" name="self.model.layers.4.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4528" name="Constant_60509" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4529" name="Reshape_60510" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4530" name="self.model.layers.4.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4531" name="__module.model.layers.4.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2336">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4532" name="__module.model.layers.4.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2337">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4533" name="self.model.layers.4.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4340951287" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4534" name="Convert_60522" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4535" name="self.model.layers.4.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4536" name="Convert_60524" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4537" name="Subtract_60525" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4538" name="self.model.layers.4.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4370311415" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4539" name="self.model.layers.4.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4540" name="Constant_60529" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4541" name="Reshape_60530" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4542" name="self.model.layers.4.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4543" name="__module.model.layers.4.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2339">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4544" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2322,idx.75">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4545" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4546" name="Constant_181313" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4547" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4548" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4549" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4550" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4551" name="Constant_181380" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4552" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4553" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4554" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4555" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4556" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2342">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4557" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4558" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4559" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4560" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2343,2344,current_hidden_states.149,current_hidden_states.151">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4561" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4562" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4563" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4564" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2319_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4565" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2346">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4566" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4567" name="Constant_127125" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4568" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4569" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2349,top_x.77">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4570" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4571" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4572" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4573" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4574" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4575" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4576" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4577" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4578" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4579" name="Constant_71192" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4580" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2352">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4581" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2354">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4582" name="self.model.layers.4.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4371228919" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4583" name="Convert_60542" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4584" name="self.model.layers.4.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4585" name="Convert_60544" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4586" name="Subtract_60545" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4587" name="self.model.layers.4.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4400589047" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4588" name="self.model.layers.4.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4589" name="Constant_60549" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4590" name="Reshape_60550" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4591" name="self.model.layers.4.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4592" name="__module.model.layers.4.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2359,input.87">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4593" name="__module.model.layers.4.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2360">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4594" name="self.model.layers.4.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4401506551" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4595" name="Convert_60532" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4596" name="self.model.layers.4.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4597" name="Convert_60534" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4598" name="Subtract_60535" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4599" name="self.model.layers.4.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4430866679" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4600" name="self.model.layers.4.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4601" name="Constant_60539" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4602" name="Reshape_60540" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4603" name="self.model.layers.4.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4604" name="__module.model.layers.4.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2362">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4605" name="__module.model.layers.4.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2363">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4606" name="self.model.layers.4.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4431784183" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4607" name="Convert_60552" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4608" name="self.model.layers.4.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4609" name="Convert_60554" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4610" name="Subtract_60555" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4611" name="self.model.layers.4.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4461144311" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4612" name="self.model.layers.4.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4613" name="Constant_60559" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4614" name="Reshape_60560" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4615" name="self.model.layers.4.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4616" name="__module.model.layers.4.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2365">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4617" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2348,idx.77">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4618" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4619" name="Constant_181394" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4620" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4621" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4622" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4623" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4624" name="Constant_181461" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4625" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4626" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4627" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4628" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4629" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2368">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4630" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4631" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4632" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4633" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2369,2370,current_hidden_states.153,current_hidden_states.155">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4634" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4635" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4636" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4637" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2345_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4638" name="__module.model.layers.4.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2372">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4639" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4640" name="Constant_127130" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4641" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4642" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2375,top_x.79">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4643" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4644" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4645" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4646" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4647" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4648" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4649" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4650" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4651" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4652" name="Constant_71195" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4653" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2378">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4654" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2380">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4655" name="self.model.layers.4.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4462061815" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4656" name="Convert_60572" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4657" name="self.model.layers.4.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4658" name="Convert_60574" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4659" name="Subtract_60575" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4660" name="self.model.layers.4.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4491421943" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4661" name="self.model.layers.4.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4662" name="Constant_60579" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4663" name="Reshape_60580" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4664" name="self.model.layers.4.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4665" name="__module.model.layers.4.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2385,input.89">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4666" name="__module.model.layers.4.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2386">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4667" name="self.model.layers.4.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4492339447" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4668" name="Convert_60562" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4669" name="self.model.layers.4.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4670" name="Convert_60564" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4671" name="Subtract_60565" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4672" name="self.model.layers.4.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4521699575" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4673" name="self.model.layers.4.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4674" name="Constant_60569" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4675" name="Reshape_60570" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4676" name="self.model.layers.4.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4677" name="__module.model.layers.4.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2388">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4678" name="__module.model.layers.4.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2389">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4679" name="self.model.layers.4.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4522617079" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4680" name="Convert_60582" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4681" name="self.model.layers.4.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4682" name="Convert_60584" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4683" name="Subtract_60585" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4684" name="self.model.layers.4.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4551977207" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4685" name="self.model.layers.4.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4686" name="Constant_60589" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4687" name="Reshape_60590" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4688" name="self.model.layers.4.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4689" name="__module.model.layers.4.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2391">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4690" name="__module.model.layers.4.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2374,idx.79">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4691" name="__module.model.layers.4.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4692" name="Constant_181475" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4693" name="__module.model.layers.4.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4694" name="__module.model.layers.4.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4695" name="__module.model.layers.4.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4696" name="__module.model.layers.4.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4697" name="Constant_181542" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4698" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4699" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4700" name="__module.model.layers.4.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4701" name="__module.model.layers.4.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4702" name="__module.model.layers.4.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2394">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4703" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4704" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4705" name="__module.model.layers.4.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4706" name="__module.model.layers.4.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2395,2396,current_hidden_states.157,current_hidden_states.159">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4707" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4708" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4709" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4710" name="__module.model.layers.4.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2371,final_hidden_states.87">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4711" name="Constant_490532" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4712" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4713" name="Constant_490533" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4714" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4715" name="__module.model.layers.4.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2398">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4716" name="__module.model.layers.4.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2399,hidden_states.169">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4717" name="__module.model.layers.4/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4718" name="__module.model.layers.4/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4719" name="__module.model.layers.4/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4720" name="__module.model.layers.4/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2400,2402,2410,2421,hidden_states.171,hidden_states.173">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4721" name="Constant_648807_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="4552894711" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4722" name="Constant_648807" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4723" name="Constant_648806_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4724" name="Constant_648806" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4725" name="Constant_648804_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4726" name="Constant_648804" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4727" name="__module.model.layers.5.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2411">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4728" name="Constant_8718" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2412">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4729" name="__module.model.layers.5.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2413,variance.21">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4730" name="Constant_648805_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4731" name="Constant_648805" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4732" name="__module.model.layers.5.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2414">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4733" name="__module.model.layers.5.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4734" name="__module.model.layers.5.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2415">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4735" name="__module.model.layers.5.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2416,2417,hidden_states.175,hidden_states.177">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4736" name="__module.model.layers.5.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2418,2420,hidden_states.179">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4737" name="self.model.layers.5.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="4552902903" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4738" name="Convert_60613" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4739" name="self.model.layers.5.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="4569680119" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4740" name="Convert_60616" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4741" name="Subtract_60617" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4742" name="self.model.layers.5.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="4569684215" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4743" name="self.model.layers.5.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4744" name="self.model.layers.5.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4745" name="__module.model.layers.5.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2430,query_states.11">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4746" name="__module.model.layers.5.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4747" name="Constant_592349" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4748" name="Constant_592350" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4749" name="Gather_592351" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4750" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2435">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4751" name="__module.model.layers.5.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2436">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4752" name="__module.model.layers.5.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4753" name="__module.model.layers.5.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2437,q.11">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4754" name="self.model.layers.5.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.5.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4755" name="self.model.layers.5.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4756" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4757" name="self.model.layers.5.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="4569692407" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4758" name="Convert_60602" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4759" name="self.model.layers.5.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4760" name="Convert_60604" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4761" name="Subtract_60605" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4762" name="self.model.layers.5.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="4571789559" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4763" name="self.model.layers.5.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4764" name="Constant_60609" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4765" name="Reshape_60610" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4766" name="self.model.layers.5.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4767" name="__module.model.layers.5.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2432,key_states.25">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4768" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2438,2441">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4769" name="__module.model.layers.5.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2439">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4770" name="__module.model.layers.5.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4771" name="__module.model.layers.5.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2440,key_states.27">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4772" name="__module.model.layers.5.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4773" name="__module.model.layers.5.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4774" name="__module.model.layers.5.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2444"/>
-			</output>
-		</layer>
-		<layer id="4775" name="Constant_730775_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="4776" name="Constant_730775" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="4777" name="Constant_730768" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4778" name="Constant_730770" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4779" name="Constant_730772" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4780" name="Concat_730773" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4781" name="Broadcast_730776" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4782" name="ReadValue_718271" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.5.keypresent.5.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.5.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4783" name="Constant_705688" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4784" name="Gather_705689" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4785" name="__module.model.layers.5.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4786" name="__module.model.layers.5.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4787" name="__module.model.layers.5.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2446"/>
-			</output>
-		</layer>
-		<layer id="4788" name="__module.model.layers.5.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2445,2449,2450,kv_seq_len.11"/>
-			</output>
-		</layer>
-		<layer id="4789" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4790" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4791" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4792" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2453,2454,2458,cos.21">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4793" name="Constant_71198" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4794" name="__module.model.layers.5.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2461">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4795" name="__module.model.layers.5.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2462,cos.23">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4796" name="__module.model.layers.5.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4797" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4798" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4799" name="__module.model.layers.5.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2466">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4800" name="Constant_607093" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4801" name="Constant_607092" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4802" name="__module.model.layers.5.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4803" name="__module.model.layers.5.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4804" name="__module.model.layers.5.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2467,2472"/>
-			</output>
-		</layer>
-		<layer id="4805" name="__module.model.layers.5.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4806" name="__module.model.layers.5.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2469,2470,2474,2475"/>
-			</output>
-		</layer>
-		<layer id="4807" name="__module.model.layers.5.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4808" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4809" name="Constant_607091" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4810" name="ScatterUpdate_607094" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4811" name="Constant_607097" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4812" name="Constant_607100" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4813" name="__module.model.layers.5.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2476,x2.21">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4814" name="Constant_648808_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4815" name="Constant_648808" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4816" name="__module.model.layers.5.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2477">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4817" name="Constant_607146" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4818" name="Constant_607151" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4819" name="__module.model.layers.5.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2471">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4820" name="__module.model.layers.5.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2479">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4821" name="self.model.layers.5.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.5.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4822" name="self.model.layers.5.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4823" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4824" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4825" name="__module.model.layers.5.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2455,2456,2459,sin.21">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4826" name="Constant_71201" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4827" name="__module.model.layers.5.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2464">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4828" name="__module.model.layers.5.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2465,sin.23">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4829" name="__module.model.layers.5.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4830" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4831" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4832" name="__module.model.layers.5.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2480">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4833" name="__module.model.layers.5.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4834" name="__module.model.layers.5.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4835" name="__module.model.layers.5.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4836" name="__module.model.layers.5.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2481">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4837" name="__module.model.layers.5.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4838" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4839" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4840" name="__module.model.layers.5.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2482">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4841" name="Constant_607196" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4842" name="Constant_607195" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4843" name="__module.model.layers.5.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4844" name="__module.model.layers.5.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2483,2488"/>
-			</output>
-		</layer>
-		<layer id="4845" name="__module.model.layers.5.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4846" name="__module.model.layers.5.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2485,2486,2490,2491"/>
-			</output>
-		</layer>
-		<layer id="4847" name="__module.model.layers.5.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4848" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4849" name="Constant_607194" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4850" name="ScatterUpdate_607197" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4851" name="Constant_607200" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4852" name="Constant_607203" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4853" name="__module.model.layers.5.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2492,x2.23">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4854" name="Constant_648809_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4855" name="Constant_648809" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4856" name="__module.model.layers.5.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2493">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4857" name="Constant_607249" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4858" name="Constant_607254" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4859" name="__module.model.layers.5.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2487">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4860" name="__module.model.layers.5.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2495">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4861" name="__module.model.layers.5.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4862" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4863" name="__module.model.layers.5.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4864" name="__module.model.layers.5.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2496">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4865" name="__module.model.layers.5.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4866" name="__module.model.layers.5.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4867" name="__module.model.layers.5.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4868" name="__module.model.layers.5.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2497">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4869" name="__module.model.layers.5.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.5.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4870" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4871" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4872" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4873" name="__module.model.layers.5.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2507">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4874" name="Constant_607301" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4875" name="Constant_607304" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4876" name="Constant_607307" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4877" name="__module.model.layers.5.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2508">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4878" name="__module.model.layers.5.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2509">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4879" name="Constant_607313" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4880" name="Constant_607316" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4881" name="Constant_607319" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4882" name="__module.model.layers.5.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2510">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4883" name="Constant_607325" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4884" name="Constant_607328" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4885" name="Constant_607331" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4886" name="__module.model.layers.5.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2511">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4887" name="__module.model.layers.5.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4888" name="Constant_591452" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4889" name="__module.model.layers.5.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4890" name="__module.model.layers.5.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2502">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4891" name="__module.model.layers.5.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4892" name="__module.model.layers.5.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2503"/>
-			</output>
-		</layer>
-		<layer id="4893" name="Constant_490537" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4894" name="__module.model.layers.5.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4895" name="Constant_592359" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4896" name="Constant_592360" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4897" name="Gather_592361" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4898" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2512">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4899" name="__module.model.layers.5.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4900" name="__module.model.layers.5.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2513,hidden_states.183">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4901" name="__module.model.layers.5.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2514,2515"/>
-			</output>
-		</layer>
-		<layer id="4902" name="Constant_490540" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4903" name="__module.model.layers.5.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4904" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2516">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4905" name="__module.model.layers.5.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2517">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4906" name="Constant_730762_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="4907" name="Constant_730762" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="4908" name="Constant_730755" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4909" name="Constant_730757" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4910" name="Constant_730759" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4911" name="Concat_730760" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4912" name="Broadcast_730763" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4913" name="ReadValue_718273" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.5.valuepresent.5.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.5.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4914" name="Constant_705691" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4915" name="Gather_705692" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4916" name="self.model.layers.5.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="4571855095" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4917" name="Convert_60593" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4918" name="self.model.layers.5.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="4576049399" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4919" name="Convert_60596" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4920" name="Subtract_60597" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4921" name="self.model.layers.5.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="4576050423" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4922" name="self.model.layers.5.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4923" name="self.model.layers.5.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4924" name="__module.model.layers.5.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2434,value_states.11">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4925" name="__module.model.layers.5.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2442">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4926" name="__module.model.layers.5.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4927" name="__module.model.layers.5.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2443">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4928" name="__module.model.layers.5.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.5.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4929" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4930" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4931" name="__module.model.layers.5.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4932" name="__module.model.layers.5.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2523">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4933" name="Constant_607338" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4934" name="Constant_607341" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4935" name="Constant_607344" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4936" name="__module.model.layers.5.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2524">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4937" name="__module.model.layers.5.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2525">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4938" name="Constant_607350" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4939" name="Constant_607353" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4940" name="Constant_607356" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4941" name="__module.model.layers.5.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2526">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4942" name="Constant_607362" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4943" name="Constant_607365" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4944" name="Constant_607368" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4945" name="__module.model.layers.5.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2527">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4946" name="__module.model.layers.5.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4947" name="Constant_591461" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4948" name="__module.model.layers.5.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4949" name="__module.model.layers.5.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2518">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4950" name="__module.model.layers.5.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="4951" name="__module.model.layers.5.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2519"/>
-			</output>
-		</layer>
-		<layer id="4952" name="Constant_490542" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4953" name="__module.model.layers.5.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4954" name="Constant_592369" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4955" name="Constant_592370" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="4956" name="Gather_592371" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4957" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2528">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4958" name="__module.model.layers.5.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4959" name="__module.model.layers.5.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2529,hidden_states.187">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4960" name="__module.model.layers.5.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2530,2531"/>
-			</output>
-		</layer>
-		<layer id="4961" name="Constant_490545" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4962" name="__module.model.layers.5.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4963" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2532">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4964" name="__module.model.layers.5.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2533">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4965" name="__module.model.layers.5.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2534,attn_output.21">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4966" name="__module.model.layers.5.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4967" name="__module.model.layers.5.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2535">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4968" name="__module.model.layers.5.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2537">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4969" name="__module.model.layers.5.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2538">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4970" name="self.model.layers.5.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="4576052471" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4971" name="Convert_60622" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4972" name="self.model.layers.5.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4973" name="Convert_60624" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4974" name="Subtract_60625" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4975" name="self.model.layers.5.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="4584441079" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4976" name="self.model.layers.5.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4977" name="Constant_60629" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4978" name="Reshape_60630" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4979" name="self.model.layers.5.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4980" name="__module.model.layers.5.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2540,2542,hidden_states.189">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4981" name="__module.model.layers.5/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4982" name="__module.model.layers.5/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4983" name="__module.model.layers.5/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4984" name="__module.model.layers.5/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2545,2547,2558,hidden_states.191,hidden_states.193">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4985" name="__module.model.layers.5.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="4986" name="__module.model.layers.5.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="4987" name="Constant_648813_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="4584703223" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4988" name="Constant_648813" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4989" name="Constant_648812_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4990" name="Constant_648812" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4991" name="Constant_648810_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4992" name="Constant_648810" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4993" name="__module.model.layers.5.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2548">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4994" name="Constant_9353" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2549">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4995" name="__module.model.layers.5.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2550,variance.23">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4996" name="Constant_648811_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4997" name="Constant_648811" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4998" name="__module.model.layers.5.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2551">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="4999" name="__module.model.layers.5.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5000" name="__module.model.layers.5.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2552">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5001" name="__module.model.layers.5.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2553,2554,hidden_states.195,hidden_states.197">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5002" name="__module.model.layers.5.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2555,2557,hidden_states.199">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5003" name="__module.model.layers.5.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5004" name="__module.model.layers.5.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5005" name="__module.model.layers.5.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2576"/>
-			</output>
-		</layer>
-		<layer id="5006" name="__module.model.layers.5.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5007" name="__module.model.layers.5.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2578"/>
-			</output>
-		</layer>
-		<layer id="5008" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2592,2593"/>
-			</output>
-		</layer>
-		<layer id="5009" name="Constant_490546" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5010" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5011" name="Constant_591470" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5012" name="__module.model.layers.5.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5013" name="__module.model.layers.5.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2580">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5014" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2594">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5015" name="__module.model.layers.5.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2595_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5016" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2581,2606,2632,2658,2684,2710,2736,2762,2788">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5017" name="__module.model.layers.5.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2582,hidden_states.201">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5018" name="self.model.layers.5.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="4584711415" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5019" name="Convert_60633" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5020" name="self.model.layers.5.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="4584744183" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5021" name="Convert_60636" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5022" name="Subtract_60637" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5023" name="self.model.layers.5.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="4584744191" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5024" name="self.model.layers.5.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5025" name="self.model.layers.5.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5026" name="__module.model.layers.5.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2584,input.91">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5027" name="__module.model.layers.5.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2585">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5028" name="__module.model.layers.5.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2586_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5029" name="__module.model.layers.5.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="2587">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5030" name="__module.model.layers.5.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5031" name="__module.model.layers.5.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5032" name="__module.model.layers.5.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5033" name="__module.model.layers.5.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="2596">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5034" name="Constant_9538" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="2597">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5035" name="__module.model.layers.5.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2598,expert_mask.11">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5036" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2599">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5037" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5038" name="Constant_127135" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5039" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5040" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2602,top_x.81">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5041" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5042" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5043" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5044" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5045" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5046" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5047" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5048" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5049" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5050" name="__module.model.layers.5.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2603,2629,2655,2681,2707,2733,2759,2785">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5051" name="Constant_71204" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5052" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2605">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5053" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2607">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5054" name="self.model.layers.5.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4584744207" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5055" name="Convert_60652" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5056" name="self.model.layers.5.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5057" name="Convert_60654" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5058" name="Subtract_60655" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5059" name="self.model.layers.5.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4614104335" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5060" name="self.model.layers.5.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5061" name="Constant_60659" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5062" name="Reshape_60660" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5063" name="self.model.layers.5.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5064" name="__module.model.layers.5.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2612,input.93">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5065" name="__module.model.layers.5.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2613">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5066" name="self.model.layers.5.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4615021839" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5067" name="Convert_60642" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5068" name="self.model.layers.5.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5069" name="Convert_60644" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5070" name="Subtract_60645" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5071" name="self.model.layers.5.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4644381967" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5072" name="self.model.layers.5.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5073" name="Constant_60649" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5074" name="Reshape_60650" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5075" name="self.model.layers.5.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5076" name="__module.model.layers.5.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2615">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5077" name="__module.model.layers.5.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2616">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5078" name="self.model.layers.5.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4645299471" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5079" name="Convert_60662" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5080" name="self.model.layers.5.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5081" name="Convert_60664" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5082" name="Subtract_60665" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5083" name="self.model.layers.5.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4674659599" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5084" name="self.model.layers.5.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5085" name="Constant_60669" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5086" name="Reshape_60670" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5087" name="self.model.layers.5.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5088" name="__module.model.layers.5.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2618">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5089" name="Constant_9424" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2588">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5090" name="__module.model.layers.5.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2589">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5091" name="__module.model.layers.5.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2586,2591,routing_weights.31,routing_weights.35">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5092" name="__module.model.layers.5.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2619,2645,2671,2697,2723,2749,2775,2801">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5093" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5094" name="Constant_181563" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5095" name="Constant_181562" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5096" name="Constant_181564" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5097" name="__module.model.layers.5.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5098" name="Constant_181567" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5099" name="__module.model.layers.5.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5100" name="Constant_181569" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5101" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5102" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5103" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2601,idx.81">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5104" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5105" name="Constant_181556" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5106" name="__module.model.layers.5.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5107" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5108" name="__module.model.layers.5.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5109" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5110" name="Constant_181623" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5111" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5112" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5113" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5114" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5115" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2621">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5116" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5117" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5118" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5119" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2622,2623,current_hidden_states.161,current_hidden_states.163">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5120" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5121" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5122" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5123" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2595_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5124" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2625">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5125" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5126" name="Constant_127140" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5127" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5128" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2628,top_x.83">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5129" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5130" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5131" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5132" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5133" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5134" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5135" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5136" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5137" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5138" name="Constant_71207" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5139" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2631">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5140" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2633">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5141" name="self.model.layers.5.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4675577103" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5142" name="Convert_60682" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5143" name="self.model.layers.5.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5144" name="Convert_60684" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5145" name="Subtract_60685" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5146" name="self.model.layers.5.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4704937231" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5147" name="self.model.layers.5.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5148" name="Constant_60689" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5149" name="Reshape_60690" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5150" name="self.model.layers.5.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5151" name="__module.model.layers.5.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2638,input.95">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5152" name="__module.model.layers.5.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2639">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5153" name="self.model.layers.5.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4705854735" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5154" name="Convert_60672" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5155" name="self.model.layers.5.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5156" name="Convert_60674" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5157" name="Subtract_60675" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5158" name="self.model.layers.5.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4735214863" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5159" name="self.model.layers.5.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5160" name="Constant_60679" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5161" name="Reshape_60680" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5162" name="self.model.layers.5.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5163" name="__module.model.layers.5.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2641">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5164" name="__module.model.layers.5.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2642">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5165" name="self.model.layers.5.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4736132367" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5166" name="Convert_60692" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5167" name="self.model.layers.5.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5168" name="Convert_60694" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5169" name="Subtract_60695" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5170" name="self.model.layers.5.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4765492495" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5171" name="self.model.layers.5.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5172" name="Constant_60699" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5173" name="Reshape_60700" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5174" name="self.model.layers.5.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5175" name="__module.model.layers.5.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2644">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5176" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2627,idx.83">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5177" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5178" name="Constant_181637" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5179" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5180" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5181" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5182" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5183" name="Constant_181704" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5184" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5185" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5186" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5187" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5188" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2647">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5189" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5190" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5191" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5192" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2648,2649,current_hidden_states.165,current_hidden_states.167">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5193" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5194" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5195" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5196" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2624_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5197" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2651">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5198" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5199" name="Constant_127145" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5200" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5201" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2654,top_x.85">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5202" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5203" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5204" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5205" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5206" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5207" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5208" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5209" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5210" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5211" name="Constant_71210" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5212" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2657">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5213" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2659">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5214" name="self.model.layers.5.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4766409999" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5215" name="Convert_60712" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5216" name="self.model.layers.5.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5217" name="Convert_60714" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5218" name="Subtract_60715" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5219" name="self.model.layers.5.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4795770127" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5220" name="self.model.layers.5.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5221" name="Constant_60719" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5222" name="Reshape_60720" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5223" name="self.model.layers.5.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5224" name="__module.model.layers.5.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2664,input.97">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5225" name="__module.model.layers.5.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2665">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5226" name="self.model.layers.5.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4796687631" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5227" name="Convert_60702" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5228" name="self.model.layers.5.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5229" name="Convert_60704" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5230" name="Subtract_60705" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5231" name="self.model.layers.5.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4826047759" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5232" name="self.model.layers.5.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5233" name="Constant_60709" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5234" name="Reshape_60710" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5235" name="self.model.layers.5.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5236" name="__module.model.layers.5.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2667">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5237" name="__module.model.layers.5.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2668">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5238" name="self.model.layers.5.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4826965263" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5239" name="Convert_60722" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5240" name="self.model.layers.5.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5241" name="Convert_60724" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5242" name="Subtract_60725" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5243" name="self.model.layers.5.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4856325391" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5244" name="self.model.layers.5.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5245" name="Constant_60729" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5246" name="Reshape_60730" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5247" name="self.model.layers.5.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5248" name="__module.model.layers.5.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2670">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5249" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2653,idx.85">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5250" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5251" name="Constant_181718" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5252" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5253" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5254" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5255" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5256" name="Constant_181785" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5257" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5258" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5259" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5260" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5261" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2673">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5262" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5263" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5264" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5265" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2674,2675,current_hidden_states.169,current_hidden_states.171">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5266" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5267" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5268" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5269" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2650_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5270" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2677">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5271" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5272" name="Constant_127150" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5273" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5274" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2680,top_x.87">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5275" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5276" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5277" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5278" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5279" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5280" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5281" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5282" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5283" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5284" name="Constant_71213" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5285" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2683">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5286" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2685">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5287" name="self.model.layers.5.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4857242895" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5288" name="Convert_60742" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5289" name="self.model.layers.5.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5290" name="Convert_60744" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5291" name="Subtract_60745" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5292" name="self.model.layers.5.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4886603023" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5293" name="self.model.layers.5.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5294" name="Constant_60749" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5295" name="Reshape_60750" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5296" name="self.model.layers.5.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5297" name="__module.model.layers.5.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2690,input.99">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5298" name="__module.model.layers.5.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2691">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5299" name="self.model.layers.5.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4887520527" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5300" name="Convert_60732" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5301" name="self.model.layers.5.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5302" name="Convert_60734" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5303" name="Subtract_60735" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5304" name="self.model.layers.5.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4916880655" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5305" name="self.model.layers.5.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5306" name="Constant_60739" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5307" name="Reshape_60740" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5308" name="self.model.layers.5.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5309" name="__module.model.layers.5.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2693">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5310" name="__module.model.layers.5.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2694">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5311" name="self.model.layers.5.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="4917798159" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5312" name="Convert_60752" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5313" name="self.model.layers.5.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5314" name="Convert_60754" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5315" name="Subtract_60755" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5316" name="self.model.layers.5.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="4947158287" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5317" name="self.model.layers.5.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5318" name="Constant_60759" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5319" name="Reshape_60760" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5320" name="self.model.layers.5.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5321" name="__module.model.layers.5.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2696">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5322" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2679,idx.87">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5323" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5324" name="Constant_181799" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5325" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5326" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5327" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5328" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5329" name="Constant_181866" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5330" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5331" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5332" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5333" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5334" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2699">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5335" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5336" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5337" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5338" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2700,2701,current_hidden_states.173,current_hidden_states.175">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5339" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5340" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5341" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5342" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2676_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5343" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2703">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5344" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5345" name="Constant_127155" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5346" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5347" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2706,top_x.89">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5348" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5349" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5350" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5351" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5352" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5353" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5354" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5355" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5356" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5357" name="Constant_71216" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5358" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2709">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5359" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2711">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5360" name="self.model.layers.5.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="4948075791" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5361" name="Convert_60772" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5362" name="self.model.layers.5.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5363" name="Convert_60774" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5364" name="Subtract_60775" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5365" name="self.model.layers.5.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="4977435919" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5366" name="self.model.layers.5.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5367" name="Constant_60779" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5368" name="Reshape_60780" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5369" name="self.model.layers.5.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5370" name="__module.model.layers.5.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2716,input.101">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5371" name="__module.model.layers.5.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2717">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5372" name="self.model.layers.5.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="4978353423" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5373" name="Convert_60763" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5374" name="self.model.layers.5.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="5037073679" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5375" name="Convert_60766" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5376" name="Subtract_60767" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5377" name="self.model.layers.5.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="5037088015" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5378" name="self.model.layers.5.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5379" name="self.model.layers.5.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5380" name="__module.model.layers.5.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2719">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5381" name="__module.model.layers.5.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2720">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5382" name="self.model.layers.5.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5037116687" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5383" name="Convert_60782" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5384" name="self.model.layers.5.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5385" name="Convert_60784" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5386" name="Subtract_60785" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5387" name="self.model.layers.5.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5066476815" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5388" name="self.model.layers.5.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5389" name="Constant_60789" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5390" name="Reshape_60790" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5391" name="self.model.layers.5.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5392" name="__module.model.layers.5.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2722">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5393" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2705,idx.89">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5394" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5395" name="Constant_181880" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5396" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5397" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5398" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5399" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5400" name="Constant_181947" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5401" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5402" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5403" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5404" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5405" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2725">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5406" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5407" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5408" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5409" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2726,2727,current_hidden_states.177,current_hidden_states.179">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5410" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5411" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5412" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5413" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2702_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5414" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2729">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5415" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5416" name="Constant_127160" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5417" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5418" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2732,top_x.91">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5419" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5420" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5421" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5422" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5423" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5424" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5425" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5426" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5427" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5428" name="Constant_71219" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5429" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2735">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5430" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2737">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5431" name="self.model.layers.5.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5067394319" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5432" name="Convert_60802" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5433" name="self.model.layers.5.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5434" name="Convert_60804" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5435" name="Subtract_60805" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5436" name="self.model.layers.5.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5096754447" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5437" name="self.model.layers.5.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5438" name="Constant_60809" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5439" name="Reshape_60810" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5440" name="self.model.layers.5.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5441" name="__module.model.layers.5.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2742,input.103">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5442" name="__module.model.layers.5.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2743">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5443" name="self.model.layers.5.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5097671951" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5444" name="Convert_60792" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5445" name="self.model.layers.5.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5446" name="Convert_60794" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5447" name="Subtract_60795" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5448" name="self.model.layers.5.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5127032079" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5449" name="self.model.layers.5.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5450" name="Constant_60799" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5451" name="Reshape_60800" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5452" name="self.model.layers.5.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5453" name="__module.model.layers.5.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2745">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5454" name="__module.model.layers.5.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2746">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5455" name="self.model.layers.5.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5127949583" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5456" name="Convert_60812" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5457" name="self.model.layers.5.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5458" name="Convert_60814" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5459" name="Subtract_60815" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5460" name="self.model.layers.5.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5157309711" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5461" name="self.model.layers.5.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5462" name="Constant_60819" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5463" name="Reshape_60820" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5464" name="self.model.layers.5.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5465" name="__module.model.layers.5.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2748">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5466" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2731,idx.91">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5467" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5468" name="Constant_181961" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5469" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5470" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5471" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5472" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5473" name="Constant_182028" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5474" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5475" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5476" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5477" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5478" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2751">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5479" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5480" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5481" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5482" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2752,2753,current_hidden_states.181,current_hidden_states.183">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5483" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5484" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5485" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5486" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2728_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5487" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2755">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5488" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5489" name="Constant_127165" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5490" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5491" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2758,top_x.93">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5492" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5493" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5494" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5495" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5496" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5497" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5498" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5499" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5500" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5501" name="Constant_71222" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5502" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2761">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5503" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2763">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5504" name="self.model.layers.5.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5158227215" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5505" name="Convert_60832" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5506" name="self.model.layers.5.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5507" name="Convert_60834" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5508" name="Subtract_60835" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5509" name="self.model.layers.5.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5187587343" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5510" name="self.model.layers.5.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5511" name="Constant_60839" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5512" name="Reshape_60840" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5513" name="self.model.layers.5.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5514" name="__module.model.layers.5.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2768,input.105">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5515" name="__module.model.layers.5.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2769">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5516" name="self.model.layers.5.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5188504847" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5517" name="Convert_60822" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5518" name="self.model.layers.5.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5519" name="Convert_60824" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5520" name="Subtract_60825" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5521" name="self.model.layers.5.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5217864975" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5522" name="self.model.layers.5.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5523" name="Constant_60829" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5524" name="Reshape_60830" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5525" name="self.model.layers.5.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5526" name="__module.model.layers.5.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2771">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5527" name="__module.model.layers.5.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2772">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5528" name="self.model.layers.5.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5218782479" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5529" name="Convert_60842" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5530" name="self.model.layers.5.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5531" name="Convert_60844" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5532" name="Subtract_60845" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5533" name="self.model.layers.5.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5248142607" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5534" name="self.model.layers.5.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5535" name="Constant_60849" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5536" name="Reshape_60850" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5537" name="self.model.layers.5.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5538" name="__module.model.layers.5.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2774">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5539" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2757,idx.93">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5540" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5541" name="Constant_182042" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5542" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5543" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5544" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5545" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5546" name="Constant_182109" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5547" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5548" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5549" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5550" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5551" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2777">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5552" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5553" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5554" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5555" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2778,2779,current_hidden_states.185,current_hidden_states.187">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5556" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5557" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5558" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5559" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2754_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5560" name="__module.model.layers.5.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="2781">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5561" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5562" name="Constant_127170" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5563" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5564" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2784,top_x.95">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5565" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5566" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5567" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5568" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5569" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5570" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5571" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5572" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5573" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5574" name="Constant_71225" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5575" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2787">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5576" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2789">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5577" name="self.model.layers.5.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5249060111" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5578" name="Convert_60862" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5579" name="self.model.layers.5.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5580" name="Convert_60864" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5581" name="Subtract_60865" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5582" name="self.model.layers.5.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5278420239" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5583" name="self.model.layers.5.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5584" name="Constant_60869" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5585" name="Reshape_60870" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5586" name="self.model.layers.5.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5587" name="__module.model.layers.5.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2794,input.107">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5588" name="__module.model.layers.5.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2795">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5589" name="self.model.layers.5.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5279337743" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5590" name="Convert_60852" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5591" name="self.model.layers.5.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5592" name="Convert_60854" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5593" name="Subtract_60855" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5594" name="self.model.layers.5.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5308697871" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5595" name="self.model.layers.5.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5596" name="Constant_60859" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5597" name="Reshape_60860" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5598" name="self.model.layers.5.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5599" name="__module.model.layers.5.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2797">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5600" name="__module.model.layers.5.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2798">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5601" name="self.model.layers.5.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5309615375" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5602" name="Convert_60872" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5603" name="self.model.layers.5.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5604" name="Convert_60874" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5605" name="Subtract_60875" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5606" name="self.model.layers.5.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5338975503" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5607" name="self.model.layers.5.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5608" name="Constant_60879" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5609" name="Reshape_60880" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5610" name="self.model.layers.5.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5611" name="__module.model.layers.5.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2800">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5612" name="__module.model.layers.5.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="2783,idx.95">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5613" name="__module.model.layers.5.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5614" name="Constant_182123" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5615" name="__module.model.layers.5.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5616" name="__module.model.layers.5.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5617" name="__module.model.layers.5.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5618" name="__module.model.layers.5.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5619" name="Constant_182190" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5620" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5621" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5622" name="__module.model.layers.5.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5623" name="__module.model.layers.5.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5624" name="__module.model.layers.5.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2803">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5625" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5626" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5627" name="__module.model.layers.5.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5628" name="__module.model.layers.5.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2804,2805,current_hidden_states.189,current_hidden_states.191">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5629" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5630" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5631" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5632" name="__module.model.layers.5.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2780,final_hidden_states.105">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5633" name="Constant_490548" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5634" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5635" name="Constant_490549" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5636" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5637" name="__module.model.layers.5.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2807">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5638" name="__module.model.layers.5.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2808,hidden_states.203">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5639" name="__module.model.layers.5/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5640" name="__module.model.layers.5/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5641" name="__module.model.layers.5/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5642" name="__module.model.layers.5/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2809,2811,2819,2830,hidden_states.205,hidden_states.207">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5643" name="Constant_648817_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="5339893007" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5644" name="Constant_648817" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5645" name="Constant_648816_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5646" name="Constant_648816" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5647" name="Constant_648814_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5648" name="Constant_648814" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5649" name="__module.model.layers.6.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2820">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5650" name="Constant_10396" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2821">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5651" name="__module.model.layers.6.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2822,variance.25">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5652" name="Constant_648815_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5653" name="Constant_648815" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5654" name="__module.model.layers.6.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2823">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5655" name="__module.model.layers.6.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5656" name="__module.model.layers.6.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2824">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5657" name="__module.model.layers.6.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2825,2826,hidden_states.209,hidden_states.211">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5658" name="__module.model.layers.6.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2827,2829,hidden_states.213">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5659" name="self.model.layers.6.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="5339901199" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5660" name="Convert_60903" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5661" name="self.model.layers.6.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="5356678415" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5662" name="Convert_60906" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5663" name="Subtract_60907" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5664" name="self.model.layers.6.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="5356682511" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5665" name="self.model.layers.6.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5666" name="self.model.layers.6.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5667" name="__module.model.layers.6.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2839,query_states.13">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5668" name="__module.model.layers.6.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5669" name="Constant_592384" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5670" name="Constant_592385" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5671" name="Gather_592386" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5672" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2844">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5673" name="__module.model.layers.6.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2845">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5674" name="__module.model.layers.6.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5675" name="__module.model.layers.6.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2846,q.13">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5676" name="self.model.layers.6.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.6.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5677" name="self.model.layers.6.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5678" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5679" name="self.model.layers.6.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="5356690703" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5680" name="Convert_60892" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5681" name="self.model.layers.6.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5682" name="Convert_60894" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5683" name="Subtract_60895" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5684" name="self.model.layers.6.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="5358787855" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5685" name="self.model.layers.6.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5686" name="Constant_60899" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5687" name="Reshape_60900" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5688" name="self.model.layers.6.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5689" name="__module.model.layers.6.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2841,key_states.29">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5690" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2847,2850">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5691" name="__module.model.layers.6.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2848">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5692" name="__module.model.layers.6.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5693" name="__module.model.layers.6.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2849,key_states.31">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5694" name="__module.model.layers.6.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5695" name="__module.model.layers.6.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5696" name="__module.model.layers.6.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2853"/>
-			</output>
-		</layer>
-		<layer id="5697" name="Constant_730801_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="5698" name="Constant_730801" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="5699" name="Constant_730794" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5700" name="Constant_730796" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5701" name="Constant_730798" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5702" name="Concat_730799" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5703" name="Broadcast_730802" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5704" name="ReadValue_718275" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.6.keypresent.6.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.6.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5705" name="Constant_705694" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5706" name="Gather_705695" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5707" name="__module.model.layers.6.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5708" name="__module.model.layers.6.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5709" name="__module.model.layers.6.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2855"/>
-			</output>
-		</layer>
-		<layer id="5710" name="__module.model.layers.6.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2854,2858,2859,kv_seq_len.13"/>
-			</output>
-		</layer>
-		<layer id="5711" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5712" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5713" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5714" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2862,2863,2867,cos.25">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5715" name="Constant_71228" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5716" name="__module.model.layers.6.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2870">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5717" name="__module.model.layers.6.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2871,cos.27">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5718" name="__module.model.layers.6.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5719" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5720" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5721" name="__module.model.layers.6.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2875">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5722" name="Constant_607382" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5723" name="Constant_607381" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5724" name="__module.model.layers.6.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5725" name="__module.model.layers.6.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5726" name="__module.model.layers.6.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2876,2881"/>
-			</output>
-		</layer>
-		<layer id="5727" name="__module.model.layers.6.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5728" name="__module.model.layers.6.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2878,2879,2883,2884"/>
-			</output>
-		</layer>
-		<layer id="5729" name="__module.model.layers.6.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5730" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5731" name="Constant_607380" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5732" name="ScatterUpdate_607383" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5733" name="Constant_607386" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5734" name="Constant_607389" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5735" name="__module.model.layers.6.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2885,x2.25">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5736" name="Constant_648818_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5737" name="Constant_648818" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5738" name="__module.model.layers.6.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2886">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5739" name="Constant_607435" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5740" name="Constant_607440" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5741" name="__module.model.layers.6.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2880">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5742" name="__module.model.layers.6.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2888">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5743" name="self.model.layers.6.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.6.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5744" name="self.model.layers.6.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5745" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5746" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5747" name="__module.model.layers.6.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2864,2865,2868,sin.25">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5748" name="Constant_71231" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5749" name="__module.model.layers.6.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="2873">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5750" name="__module.model.layers.6.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2874,sin.27">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5751" name="__module.model.layers.6.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5752" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5753" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5754" name="__module.model.layers.6.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2889">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5755" name="__module.model.layers.6.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5756" name="__module.model.layers.6.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5757" name="__module.model.layers.6.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5758" name="__module.model.layers.6.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2890">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5759" name="__module.model.layers.6.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5760" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5761" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5762" name="__module.model.layers.6.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2891">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5763" name="Constant_607485" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5764" name="Constant_607484" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5765" name="__module.model.layers.6.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5766" name="__module.model.layers.6.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2892,2897"/>
-			</output>
-		</layer>
-		<layer id="5767" name="__module.model.layers.6.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5768" name="__module.model.layers.6.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="2894,2895,2899,2900"/>
-			</output>
-		</layer>
-		<layer id="5769" name="__module.model.layers.6.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5770" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5771" name="Constant_607483" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5772" name="ScatterUpdate_607486" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5773" name="Constant_607489" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5774" name="Constant_607492" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5775" name="__module.model.layers.6.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2901,x2.27">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5776" name="Constant_648819_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5777" name="Constant_648819" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5778" name="__module.model.layers.6.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2902">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5779" name="Constant_607538" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5780" name="Constant_607543" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5781" name="__module.model.layers.6.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2896">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5782" name="__module.model.layers.6.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2904">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5783" name="__module.model.layers.6.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5784" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5785" name="__module.model.layers.6.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5786" name="__module.model.layers.6.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2905">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5787" name="__module.model.layers.6.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5788" name="__module.model.layers.6.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5789" name="__module.model.layers.6.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5790" name="__module.model.layers.6.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2906">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5791" name="__module.model.layers.6.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.6.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5792" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5793" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5794" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5795" name="__module.model.layers.6.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2916">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5796" name="Constant_607590" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5797" name="Constant_607593" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5798" name="Constant_607596" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5799" name="__module.model.layers.6.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2917">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5800" name="__module.model.layers.6.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2918">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5801" name="Constant_607602" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5802" name="Constant_607605" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5803" name="Constant_607608" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5804" name="__module.model.layers.6.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2919">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5805" name="Constant_607614" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5806" name="Constant_607617" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5807" name="Constant_607620" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5808" name="__module.model.layers.6.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2920">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5809" name="__module.model.layers.6.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5810" name="Constant_591479" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5811" name="__module.model.layers.6.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5812" name="__module.model.layers.6.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2911">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5813" name="__module.model.layers.6.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5814" name="__module.model.layers.6.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2912"/>
-			</output>
-		</layer>
-		<layer id="5815" name="Constant_490553" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5816" name="__module.model.layers.6.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5817" name="Constant_592394" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5818" name="Constant_592395" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5819" name="Gather_592396" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5820" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2921">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5821" name="__module.model.layers.6.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5822" name="__module.model.layers.6.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2922,hidden_states.217">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5823" name="__module.model.layers.6.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2923,2924"/>
-			</output>
-		</layer>
-		<layer id="5824" name="Constant_490556" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5825" name="__module.model.layers.6.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5826" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2925">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5827" name="__module.model.layers.6.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2926">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5828" name="Constant_730788_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="5829" name="Constant_730788" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="5830" name="Constant_730781" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5831" name="Constant_730783" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5832" name="Constant_730785" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5833" name="Concat_730786" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5834" name="Broadcast_730789" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5835" name="ReadValue_718277" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.6.valuepresent.6.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.6.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5836" name="Constant_705697" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5837" name="Gather_705698" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5838" name="self.model.layers.6.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="5358853391" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5839" name="Convert_60883" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5840" name="self.model.layers.6.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="5363047695" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5841" name="Convert_60886" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5842" name="Subtract_60887" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5843" name="self.model.layers.6.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="5363048719" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5844" name="self.model.layers.6.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5845" name="self.model.layers.6.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5846" name="__module.model.layers.6.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2843,value_states.13">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5847" name="__module.model.layers.6.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2851">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5848" name="__module.model.layers.6.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5849" name="__module.model.layers.6.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2852">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5850" name="__module.model.layers.6.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.6.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5851" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5852" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5853" name="__module.model.layers.6.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5854" name="__module.model.layers.6.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2932">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5855" name="Constant_607627" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5856" name="Constant_607630" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5857" name="Constant_607633" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5858" name="__module.model.layers.6.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2933">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5859" name="__module.model.layers.6.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2934">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5860" name="Constant_607639" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5861" name="Constant_607642" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5862" name="Constant_607645" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5863" name="__module.model.layers.6.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2935">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5864" name="Constant_607651" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5865" name="Constant_607654" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5866" name="Constant_607657" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5867" name="__module.model.layers.6.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2936">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5868" name="__module.model.layers.6.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5869" name="Constant_591488" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5870" name="__module.model.layers.6.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5871" name="__module.model.layers.6.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2927">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5872" name="__module.model.layers.6.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5873" name="__module.model.layers.6.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2928"/>
-			</output>
-		</layer>
-		<layer id="5874" name="Constant_490558" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5875" name="__module.model.layers.6.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5876" name="Constant_592404" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5877" name="Constant_592405" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5878" name="Gather_592406" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5879" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="2937">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5880" name="__module.model.layers.6.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5881" name="__module.model.layers.6.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2938,hidden_states.221">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5882" name="__module.model.layers.6.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2939,2940"/>
-			</output>
-		</layer>
-		<layer id="5883" name="Constant_490561" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5884" name="__module.model.layers.6.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5885" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2941">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5886" name="__module.model.layers.6.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2942">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5887" name="__module.model.layers.6.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="2943,attn_output.25">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5888" name="__module.model.layers.6.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5889" name="__module.model.layers.6.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2944">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5890" name="__module.model.layers.6.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2946">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5891" name="__module.model.layers.6.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2947">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5892" name="self.model.layers.6.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="5363050767" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5893" name="Convert_60912" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5894" name="self.model.layers.6.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5895" name="Convert_60914" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5896" name="Subtract_60915" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5897" name="self.model.layers.6.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="5371439375" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5898" name="self.model.layers.6.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5899" name="Constant_60919" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5900" name="Reshape_60920" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5901" name="self.model.layers.6.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5902" name="__module.model.layers.6.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2949,2951,hidden_states.223">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5903" name="__module.model.layers.6/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5904" name="__module.model.layers.6/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5905" name="__module.model.layers.6/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5906" name="__module.model.layers.6/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2954,2956,2967,hidden_states.225,hidden_states.227">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5907" name="__module.model.layers.6.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="5908" name="__module.model.layers.6.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="5909" name="Constant_648823_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="5371701519" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5910" name="Constant_648823" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5911" name="Constant_648822_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5912" name="Constant_648822" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5913" name="Constant_648820_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5914" name="Constant_648820" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5915" name="__module.model.layers.6.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2957">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5916" name="Constant_11031" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2958">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5917" name="__module.model.layers.6.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2959,variance.27">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5918" name="Constant_648821_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5919" name="Constant_648821" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5920" name="__module.model.layers.6.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2960">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5921" name="__module.model.layers.6.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5922" name="__module.model.layers.6.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2961">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5923" name="__module.model.layers.6.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2962,2963,hidden_states.229,hidden_states.231">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5924" name="__module.model.layers.6.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2964,2966,hidden_states.233">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5925" name="__module.model.layers.6.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5926" name="__module.model.layers.6.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5927" name="__module.model.layers.6.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2985"/>
-			</output>
-		</layer>
-		<layer id="5928" name="__module.model.layers.6.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5929" name="__module.model.layers.6.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2987"/>
-			</output>
-		</layer>
-		<layer id="5930" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3001,3002"/>
-			</output>
-		</layer>
-		<layer id="5931" name="Constant_490562" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5932" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5933" name="Constant_591497" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5934" name="__module.model.layers.6.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5935" name="__module.model.layers.6.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="2989">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5936" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3003">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5937" name="__module.model.layers.6.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3004_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5938" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="2990,3015,3041,3067,3093,3119,3145,3171,3197">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5939" name="__module.model.layers.6.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2991,hidden_states.235">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5940" name="self.model.layers.6.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="5371709711" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5941" name="Convert_60923" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5942" name="self.model.layers.6.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="5371742479" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5943" name="Convert_60926" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5944" name="Subtract_60927" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5945" name="self.model.layers.6.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="5371742487" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5946" name="self.model.layers.6.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5947" name="self.model.layers.6.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5948" name="__module.model.layers.6.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2993,input.109">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5949" name="__module.model.layers.6.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="2994">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5950" name="__module.model.layers.6.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2995_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5951" name="__module.model.layers.6.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="2996">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5952" name="__module.model.layers.6.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5953" name="__module.model.layers.6.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5954" name="__module.model.layers.6.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="5955" name="__module.model.layers.6.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="3005">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5956" name="Constant_11216" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="3006">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5957" name="__module.model.layers.6.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3007,expert_mask.13">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5958" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3008">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5959" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5960" name="Constant_127175" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5961" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5962" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3011,top_x.97">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5963" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5964" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5965" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5966" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5967" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5968" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5969" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5970" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5971" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5972" name="__module.model.layers.6.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3012,3038,3064,3090,3116,3142,3168,3194">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5973" name="Constant_71234" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="5974" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3014">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5975" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3016">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5976" name="self.model.layers.6.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5371742503" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5977" name="Convert_60942" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5978" name="self.model.layers.6.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5979" name="Convert_60944" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5980" name="Subtract_60945" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5981" name="self.model.layers.6.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5401102631" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5982" name="self.model.layers.6.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5983" name="Constant_60949" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5984" name="Reshape_60950" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5985" name="self.model.layers.6.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5986" name="__module.model.layers.6.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3021,input.111">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5987" name="__module.model.layers.6.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3022">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5988" name="self.model.layers.6.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5402020135" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5989" name="Convert_60932" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5990" name="self.model.layers.6.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5991" name="Convert_60934" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5992" name="Subtract_60935" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5993" name="self.model.layers.6.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5431380263" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5994" name="self.model.layers.6.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5995" name="Constant_60939" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5996" name="Reshape_60940" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5997" name="self.model.layers.6.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5998" name="__module.model.layers.6.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3024">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="5999" name="__module.model.layers.6.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3025">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6000" name="self.model.layers.6.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5432297767" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6001" name="Convert_60952" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6002" name="self.model.layers.6.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6003" name="Convert_60954" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6004" name="Subtract_60955" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6005" name="self.model.layers.6.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5461657895" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6006" name="self.model.layers.6.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6007" name="Constant_60959" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6008" name="Reshape_60960" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6009" name="self.model.layers.6.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6010" name="__module.model.layers.6.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3027">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6011" name="Constant_11102" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="2997">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6012" name="__module.model.layers.6.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2998">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6013" name="__module.model.layers.6.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="2995,3000,routing_weights.37,routing_weights.41">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6014" name="__module.model.layers.6.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3028,3054,3080,3106,3132,3158,3184,3210">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6015" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6016" name="Constant_182211" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6017" name="Constant_182210" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6018" name="Constant_182212" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6019" name="__module.model.layers.6.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6020" name="Constant_182215" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6021" name="__module.model.layers.6.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6022" name="Constant_182217" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6023" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6024" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6025" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3010,idx.97">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6026" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6027" name="Constant_182204" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6028" name="__module.model.layers.6.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6029" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6030" name="__module.model.layers.6.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6031" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6032" name="Constant_182271" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6033" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6034" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6035" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6036" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6037" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3030">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6038" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6039" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6040" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6041" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3031,3032,current_hidden_states.193,current_hidden_states.195">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6042" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6043" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6044" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6045" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3004_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6046" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3034">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6047" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6048" name="Constant_127180" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6049" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6050" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3037,top_x.99">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6051" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6052" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6053" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6054" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6055" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6056" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6057" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6058" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6059" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6060" name="Constant_71237" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6061" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3040">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6062" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3042">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6063" name="self.model.layers.6.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5462575399" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6064" name="Convert_60972" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6065" name="self.model.layers.6.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6066" name="Convert_60974" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6067" name="Subtract_60975" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6068" name="self.model.layers.6.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5491935527" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6069" name="self.model.layers.6.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6070" name="Constant_60979" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6071" name="Reshape_60980" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6072" name="self.model.layers.6.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6073" name="__module.model.layers.6.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3047,input.113">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6074" name="__module.model.layers.6.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3048">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6075" name="self.model.layers.6.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5492853031" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6076" name="Convert_60962" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6077" name="self.model.layers.6.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6078" name="Convert_60964" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6079" name="Subtract_60965" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6080" name="self.model.layers.6.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5522213159" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6081" name="self.model.layers.6.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6082" name="Constant_60969" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6083" name="Reshape_60970" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6084" name="self.model.layers.6.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6085" name="__module.model.layers.6.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3050">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6086" name="__module.model.layers.6.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3051">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6087" name="self.model.layers.6.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5523130663" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6088" name="Convert_60982" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6089" name="self.model.layers.6.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6090" name="Convert_60984" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6091" name="Subtract_60985" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6092" name="self.model.layers.6.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5552490791" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6093" name="self.model.layers.6.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6094" name="Constant_60989" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6095" name="Reshape_60990" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6096" name="self.model.layers.6.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6097" name="__module.model.layers.6.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3053">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6098" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3036,idx.99">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6099" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6100" name="Constant_182285" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6101" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6102" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6103" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6104" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6105" name="Constant_182352" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6106" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6107" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6108" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6109" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6110" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3056">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6111" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6112" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6113" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6114" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3057,3058,current_hidden_states.197,current_hidden_states.199">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6115" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6116" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6117" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6118" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3033_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6119" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3060">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6120" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6121" name="Constant_127185" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6122" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6123" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3063,top_x.101">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6124" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6125" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6126" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6127" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6128" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6129" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6130" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6131" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6132" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6133" name="Constant_71240" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6134" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3066">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6135" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3068">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6136" name="self.model.layers.6.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5553408295" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6137" name="Convert_61002" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6138" name="self.model.layers.6.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6139" name="Convert_61004" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6140" name="Subtract_61005" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6141" name="self.model.layers.6.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5582768423" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6142" name="self.model.layers.6.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6143" name="Constant_61009" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6144" name="Reshape_61010" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6145" name="self.model.layers.6.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6146" name="__module.model.layers.6.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3073,input.115">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6147" name="__module.model.layers.6.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3074">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6148" name="self.model.layers.6.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="5583685927" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6149" name="Convert_60993" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6150" name="self.model.layers.6.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="5642406183" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6151" name="Convert_60996" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6152" name="Subtract_60997" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6153" name="self.model.layers.6.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="5642420519" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6154" name="self.model.layers.6.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6155" name="self.model.layers.6.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6156" name="__module.model.layers.6.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3076">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6157" name="__module.model.layers.6.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3077">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6158" name="self.model.layers.6.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5642449191" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6159" name="Convert_61012" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6160" name="self.model.layers.6.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6161" name="Convert_61014" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6162" name="Subtract_61015" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6163" name="self.model.layers.6.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5671809319" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6164" name="self.model.layers.6.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6165" name="Constant_61019" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6166" name="Reshape_61020" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6167" name="self.model.layers.6.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6168" name="__module.model.layers.6.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3079">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6169" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3062,idx.101">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6170" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6171" name="Constant_182366" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6172" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6173" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6174" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6175" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6176" name="Constant_182433" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6177" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6178" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6179" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6180" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6181" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3082">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6182" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6183" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6184" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6185" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3083,3084,current_hidden_states.201,current_hidden_states.203">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6186" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6187" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6188" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6189" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3059_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6190" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3086">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6191" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6192" name="Constant_127190" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6193" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6194" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3089,top_x.103">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6195" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6196" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6197" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6198" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6199" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6200" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6201" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6202" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6203" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6204" name="Constant_71243" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6205" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3092">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6206" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3094">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6207" name="self.model.layers.6.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5672726823" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6208" name="Convert_61032" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6209" name="self.model.layers.6.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6210" name="Convert_61034" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6211" name="Subtract_61035" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6212" name="self.model.layers.6.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5702086951" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6213" name="self.model.layers.6.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6214" name="Constant_61039" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6215" name="Reshape_61040" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6216" name="self.model.layers.6.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6217" name="__module.model.layers.6.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3099,input.117">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6218" name="__module.model.layers.6.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3100">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6219" name="self.model.layers.6.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="5703004455" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6220" name="Convert_61023" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6221" name="self.model.layers.6.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="5761724711" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6222" name="Convert_61026" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6223" name="Subtract_61027" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6224" name="self.model.layers.6.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="5761739047" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6225" name="self.model.layers.6.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6226" name="self.model.layers.6.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6227" name="__module.model.layers.6.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3102">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6228" name="__module.model.layers.6.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3103">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6229" name="self.model.layers.6.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5761767719" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6230" name="Convert_61042" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6231" name="self.model.layers.6.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6232" name="Convert_61044" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6233" name="Subtract_61045" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6234" name="self.model.layers.6.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5791127847" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6235" name="self.model.layers.6.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6236" name="Constant_61049" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6237" name="Reshape_61050" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6238" name="self.model.layers.6.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6239" name="__module.model.layers.6.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3105">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6240" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3088,idx.103">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6241" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6242" name="Constant_182447" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6243" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6244" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6245" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6246" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6247" name="Constant_182514" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6248" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6249" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6250" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6251" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6252" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3108">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6253" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6254" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6255" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6256" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3109,3110,current_hidden_states.205,current_hidden_states.207">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6257" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6258" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6259" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6260" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3085_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6261" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3112">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6262" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6263" name="Constant_127195" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6264" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6265" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3115,top_x.105">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6266" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6267" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6268" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6269" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6270" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6271" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6272" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6273" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6274" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6275" name="Constant_71246" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6276" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3118">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6277" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3120">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6278" name="self.model.layers.6.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5792045351" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6279" name="Convert_61062" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6280" name="self.model.layers.6.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6281" name="Convert_61064" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6282" name="Subtract_61065" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6283" name="self.model.layers.6.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5821405479" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6284" name="self.model.layers.6.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6285" name="Constant_61069" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6286" name="Reshape_61070" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6287" name="self.model.layers.6.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6288" name="__module.model.layers.6.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3125,input.119">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6289" name="__module.model.layers.6.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3126">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6290" name="self.model.layers.6.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5822322983" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6291" name="Convert_61052" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6292" name="self.model.layers.6.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6293" name="Convert_61054" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6294" name="Subtract_61055" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6295" name="self.model.layers.6.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5851683111" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6296" name="self.model.layers.6.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6297" name="Constant_61059" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6298" name="Reshape_61060" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6299" name="self.model.layers.6.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6300" name="__module.model.layers.6.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3128">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6301" name="__module.model.layers.6.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3129">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6302" name="self.model.layers.6.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5852600615" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6303" name="Convert_61072" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6304" name="self.model.layers.6.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6305" name="Convert_61074" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6306" name="Subtract_61075" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6307" name="self.model.layers.6.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5881960743" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6308" name="self.model.layers.6.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6309" name="Constant_61079" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6310" name="Reshape_61080" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6311" name="self.model.layers.6.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6312" name="__module.model.layers.6.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3131">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6313" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3114,idx.105">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6314" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6315" name="Constant_182528" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6316" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6317" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6318" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6319" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6320" name="Constant_182595" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6321" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6322" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6323" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6324" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6325" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3134">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6326" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6327" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6328" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6329" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3135,3136,current_hidden_states.209,current_hidden_states.211">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6330" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6331" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6332" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6333" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3111_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6334" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3138">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6335" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6336" name="Constant_127200" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6337" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6338" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3141,top_x.107">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6339" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6340" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6341" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6342" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6343" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6344" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6345" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6346" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6347" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6348" name="Constant_71249" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6349" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3144">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6350" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3146">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6351" name="self.model.layers.6.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5882878247" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6352" name="Convert_61092" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6353" name="self.model.layers.6.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6354" name="Convert_61094" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6355" name="Subtract_61095" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6356" name="self.model.layers.6.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5912238375" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6357" name="self.model.layers.6.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6358" name="Constant_61099" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6359" name="Reshape_61100" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6360" name="self.model.layers.6.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6361" name="__module.model.layers.6.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3151,input.121">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6362" name="__module.model.layers.6.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3152">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6363" name="self.model.layers.6.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5913155879" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6364" name="Convert_61082" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6365" name="self.model.layers.6.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6366" name="Convert_61084" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6367" name="Subtract_61085" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6368" name="self.model.layers.6.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="5942516007" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6369" name="self.model.layers.6.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6370" name="Constant_61089" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6371" name="Reshape_61090" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6372" name="self.model.layers.6.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6373" name="__module.model.layers.6.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3154">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6374" name="__module.model.layers.6.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3155">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6375" name="self.model.layers.6.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="5943433511" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6376" name="Convert_61102" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6377" name="self.model.layers.6.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6378" name="Convert_61104" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6379" name="Subtract_61105" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6380" name="self.model.layers.6.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="5972793639" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6381" name="self.model.layers.6.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6382" name="Constant_61109" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6383" name="Reshape_61110" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6384" name="self.model.layers.6.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6385" name="__module.model.layers.6.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3157">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6386" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3140,idx.107">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6387" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6388" name="Constant_182609" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6389" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6390" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6391" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6392" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6393" name="Constant_182676" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6394" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6395" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6396" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6397" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6398" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3160">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6399" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6400" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6401" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6402" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3161,3162,current_hidden_states.213,current_hidden_states.215">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6403" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6404" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6405" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6406" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3137_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6407" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3164">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6408" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6409" name="Constant_127205" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6410" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6411" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3167,top_x.109">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6412" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6413" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6414" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6415" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6416" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6417" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6418" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6419" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6420" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6421" name="Constant_71252" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6422" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3170">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6423" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3172">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6424" name="self.model.layers.6.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="5973711143" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6425" name="Convert_61122" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6426" name="self.model.layers.6.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6427" name="Convert_61124" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6428" name="Subtract_61125" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6429" name="self.model.layers.6.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6003071271" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6430" name="self.model.layers.6.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6431" name="Constant_61129" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6432" name="Reshape_61130" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6433" name="self.model.layers.6.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6434" name="__module.model.layers.6.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3177,input.123">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6435" name="__module.model.layers.6.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3178">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6436" name="self.model.layers.6.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6003988775" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6437" name="Convert_61112" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6438" name="self.model.layers.6.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6439" name="Convert_61114" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6440" name="Subtract_61115" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6441" name="self.model.layers.6.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6033348903" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6442" name="self.model.layers.6.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6443" name="Constant_61119" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6444" name="Reshape_61120" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6445" name="self.model.layers.6.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6446" name="__module.model.layers.6.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3180">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6447" name="__module.model.layers.6.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3181">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6448" name="self.model.layers.6.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6034266407" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6449" name="Convert_61132" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6450" name="self.model.layers.6.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6451" name="Convert_61134" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6452" name="Subtract_61135" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6453" name="self.model.layers.6.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6063626535" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6454" name="self.model.layers.6.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6455" name="Constant_61139" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6456" name="Reshape_61140" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6457" name="self.model.layers.6.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6458" name="__module.model.layers.6.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3183">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6459" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3166,idx.109">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6460" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6461" name="Constant_182690" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6462" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6463" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6464" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6465" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6466" name="Constant_182757" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6467" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6468" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6469" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6470" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6471" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3186">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6472" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6473" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6474" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6475" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3187,3188,current_hidden_states.217,current_hidden_states.219">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6476" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6477" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6478" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6479" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3163_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6480" name="__module.model.layers.6.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3190">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6481" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6482" name="Constant_127210" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6483" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6484" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3193,top_x.111">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6485" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6486" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6487" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6488" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6489" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6490" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6491" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6492" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6493" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6494" name="Constant_71255" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6495" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3196">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6496" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3198">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6497" name="self.model.layers.6.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6064544039" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6498" name="Convert_61152" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6499" name="self.model.layers.6.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6500" name="Convert_61154" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6501" name="Subtract_61155" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6502" name="self.model.layers.6.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6093904167" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6503" name="self.model.layers.6.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6504" name="Constant_61159" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6505" name="Reshape_61160" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6506" name="self.model.layers.6.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6507" name="__module.model.layers.6.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3203,input.125">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6508" name="__module.model.layers.6.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3204">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6509" name="self.model.layers.6.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6094821671" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6510" name="Convert_61142" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6511" name="self.model.layers.6.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6512" name="Convert_61144" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6513" name="Subtract_61145" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6514" name="self.model.layers.6.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6124181799" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6515" name="self.model.layers.6.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6516" name="Constant_61149" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6517" name="Reshape_61150" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6518" name="self.model.layers.6.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6519" name="__module.model.layers.6.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3206">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6520" name="__module.model.layers.6.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3207">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6521" name="self.model.layers.6.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6125099303" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6522" name="Convert_61162" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6523" name="self.model.layers.6.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6524" name="Convert_61164" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6525" name="Subtract_61165" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6526" name="self.model.layers.6.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6154459431" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6527" name="self.model.layers.6.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6528" name="Constant_61169" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6529" name="Reshape_61170" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6530" name="self.model.layers.6.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6531" name="__module.model.layers.6.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3209">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6532" name="__module.model.layers.6.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3192,idx.111">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6533" name="__module.model.layers.6.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6534" name="Constant_182771" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6535" name="__module.model.layers.6.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6536" name="__module.model.layers.6.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6537" name="__module.model.layers.6.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6538" name="__module.model.layers.6.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6539" name="Constant_182838" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6540" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6541" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6542" name="__module.model.layers.6.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6543" name="__module.model.layers.6.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6544" name="__module.model.layers.6.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3212">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6545" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6546" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6547" name="__module.model.layers.6.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6548" name="__module.model.layers.6.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3213,3214,current_hidden_states.221,current_hidden_states.223">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6549" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6550" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6551" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6552" name="__module.model.layers.6.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3189,final_hidden_states.123">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6553" name="Constant_490564" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6554" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6555" name="Constant_490565" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6556" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6557" name="__module.model.layers.6.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3216">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6558" name="__module.model.layers.6.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3217,hidden_states.237">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6559" name="__module.model.layers.6/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6560" name="__module.model.layers.6/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6561" name="__module.model.layers.6/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6562" name="__module.model.layers.6/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3218,3220,3228,3239,hidden_states.239,hidden_states.241">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6563" name="Constant_648827_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="6155376935" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6564" name="Constant_648827" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6565" name="Constant_648826_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6566" name="Constant_648826" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6567" name="Constant_648824_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6568" name="Constant_648824" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6569" name="__module.model.layers.7.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3229">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6570" name="Constant_12074" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3230">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6571" name="__module.model.layers.7.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3231,variance.29">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6572" name="Constant_648825_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6573" name="Constant_648825" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6574" name="__module.model.layers.7.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3232">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6575" name="__module.model.layers.7.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6576" name="__module.model.layers.7.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3233">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6577" name="__module.model.layers.7.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3234,3235,hidden_states.243,hidden_states.245">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6578" name="__module.model.layers.7.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3236,3238,hidden_states.247">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6579" name="self.model.layers.7.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="6155385127" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6580" name="Convert_61193" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6581" name="self.model.layers.7.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="6172162343" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6582" name="Convert_61196" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6583" name="Subtract_61197" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6584" name="self.model.layers.7.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="6172166439" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6585" name="self.model.layers.7.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6586" name="self.model.layers.7.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6587" name="__module.model.layers.7.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3248,query_states.15">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6588" name="__module.model.layers.7.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6589" name="Constant_592419" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6590" name="Constant_592420" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6591" name="Gather_592421" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6592" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3253">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6593" name="__module.model.layers.7.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3254">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6594" name="__module.model.layers.7.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6595" name="__module.model.layers.7.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3255,q.15">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6596" name="self.model.layers.7.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.7.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6597" name="self.model.layers.7.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6598" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6599" name="self.model.layers.7.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="6172174631" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6600" name="Convert_61182" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6601" name="self.model.layers.7.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6602" name="Convert_61184" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6603" name="Subtract_61185" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6604" name="self.model.layers.7.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="6174271783" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6605" name="self.model.layers.7.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6606" name="Constant_61189" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6607" name="Reshape_61190" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6608" name="self.model.layers.7.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6609" name="__module.model.layers.7.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3250,key_states.33">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6610" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3256,3259">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6611" name="__module.model.layers.7.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3257">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6612" name="__module.model.layers.7.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6613" name="__module.model.layers.7.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3258,key_states.35">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6614" name="__module.model.layers.7.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6615" name="__module.model.layers.7.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6616" name="__module.model.layers.7.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3262"/>
-			</output>
-		</layer>
-		<layer id="6617" name="Constant_730827_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="6618" name="Constant_730827" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="6619" name="Constant_730820" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6620" name="Constant_730822" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6621" name="Constant_730824" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6622" name="Concat_730825" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6623" name="Broadcast_730828" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6624" name="ReadValue_718279" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.7.keypresent.7.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.7.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6625" name="Constant_705700" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6626" name="Gather_705701" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6627" name="__module.model.layers.7.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6628" name="__module.model.layers.7.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6629" name="__module.model.layers.7.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3264"/>
-			</output>
-		</layer>
-		<layer id="6630" name="__module.model.layers.7.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3263,3267,3268,kv_seq_len.15"/>
-			</output>
-		</layer>
-		<layer id="6631" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6632" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6633" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6634" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3271,3272,3276,cos.29">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6635" name="Constant_71258" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6636" name="__module.model.layers.7.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3279">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6637" name="__module.model.layers.7.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3280,cos.31">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6638" name="__module.model.layers.7.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6639" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6640" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6641" name="__module.model.layers.7.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3284">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6642" name="Constant_607671" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6643" name="Constant_607670" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6644" name="__module.model.layers.7.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6645" name="__module.model.layers.7.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6646" name="__module.model.layers.7.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3285,3290"/>
-			</output>
-		</layer>
-		<layer id="6647" name="__module.model.layers.7.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6648" name="__module.model.layers.7.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="3287,3288,3292,3293"/>
-			</output>
-		</layer>
-		<layer id="6649" name="__module.model.layers.7.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6650" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6651" name="Constant_607669" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6652" name="ScatterUpdate_607672" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6653" name="Constant_607675" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6654" name="Constant_607678" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6655" name="__module.model.layers.7.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3294,x2.29">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6656" name="Constant_648828_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6657" name="Constant_648828" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6658" name="__module.model.layers.7.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3295">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6659" name="Constant_607724" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6660" name="Constant_607729" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6661" name="__module.model.layers.7.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3289">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6662" name="__module.model.layers.7.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3297">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6663" name="self.model.layers.7.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.7.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6664" name="self.model.layers.7.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6665" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6666" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6667" name="__module.model.layers.7.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3273,3274,3277,sin.29">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6668" name="Constant_71261" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6669" name="__module.model.layers.7.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3282">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6670" name="__module.model.layers.7.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3283,sin.31">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6671" name="__module.model.layers.7.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6672" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6673" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6674" name="__module.model.layers.7.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3298">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6675" name="__module.model.layers.7.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6676" name="__module.model.layers.7.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6677" name="__module.model.layers.7.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6678" name="__module.model.layers.7.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3299">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6679" name="__module.model.layers.7.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6680" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6681" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6682" name="__module.model.layers.7.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3300">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6683" name="Constant_607774" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6684" name="Constant_607773" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6685" name="__module.model.layers.7.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6686" name="__module.model.layers.7.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3301,3306"/>
-			</output>
-		</layer>
-		<layer id="6687" name="__module.model.layers.7.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6688" name="__module.model.layers.7.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="3303,3304,3308,3309"/>
-			</output>
-		</layer>
-		<layer id="6689" name="__module.model.layers.7.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6690" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6691" name="Constant_607772" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6692" name="ScatterUpdate_607775" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6693" name="Constant_607778" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6694" name="Constant_607781" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6695" name="__module.model.layers.7.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3310,x2.31">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6696" name="Constant_648829_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6697" name="Constant_648829" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6698" name="__module.model.layers.7.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3311">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6699" name="Constant_607827" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6700" name="Constant_607832" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6701" name="__module.model.layers.7.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3305">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6702" name="__module.model.layers.7.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3313">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6703" name="__module.model.layers.7.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6704" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6705" name="__module.model.layers.7.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6706" name="__module.model.layers.7.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3314">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6707" name="__module.model.layers.7.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6708" name="__module.model.layers.7.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6709" name="__module.model.layers.7.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6710" name="__module.model.layers.7.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3315">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6711" name="__module.model.layers.7.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.7.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6712" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6713" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6714" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6715" name="__module.model.layers.7.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3325">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6716" name="Constant_607879" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6717" name="Constant_607882" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6718" name="Constant_607885" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6719" name="__module.model.layers.7.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3326">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6720" name="__module.model.layers.7.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3327">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6721" name="Constant_607891" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6722" name="Constant_607894" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6723" name="Constant_607897" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6724" name="__module.model.layers.7.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3328">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6725" name="Constant_607903" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6726" name="Constant_607906" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6727" name="Constant_607909" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6728" name="__module.model.layers.7.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3329">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6729" name="__module.model.layers.7.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6730" name="Constant_591506" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6731" name="__module.model.layers.7.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6732" name="__module.model.layers.7.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3320">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6733" name="__module.model.layers.7.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6734" name="__module.model.layers.7.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3321"/>
-			</output>
-		</layer>
-		<layer id="6735" name="Constant_490569" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6736" name="__module.model.layers.7.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6737" name="Constant_592429" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6738" name="Constant_592430" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6739" name="Gather_592431" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6740" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="3330">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6741" name="__module.model.layers.7.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6742" name="__module.model.layers.7.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3331,hidden_states.251">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6743" name="__module.model.layers.7.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3332,3333"/>
-			</output>
-		</layer>
-		<layer id="6744" name="Constant_490572" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6745" name="__module.model.layers.7.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6746" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3334">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6747" name="__module.model.layers.7.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3335">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6748" name="Constant_730814_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="6749" name="Constant_730814" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="6750" name="Constant_730807" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6751" name="Constant_730809" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6752" name="Constant_730811" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6753" name="Concat_730812" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6754" name="Broadcast_730815" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6755" name="ReadValue_718281" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.7.valuepresent.7.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.7.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6756" name="Constant_705703" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6757" name="Gather_705704" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6758" name="self.model.layers.7.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="6174337319" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6759" name="Convert_61173" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6760" name="self.model.layers.7.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="6178531623" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6761" name="Convert_61176" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6762" name="Subtract_61177" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6763" name="self.model.layers.7.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="6178532647" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6764" name="self.model.layers.7.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6765" name="self.model.layers.7.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6766" name="__module.model.layers.7.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3252,value_states.15">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6767" name="__module.model.layers.7.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3260">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6768" name="__module.model.layers.7.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6769" name="__module.model.layers.7.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3261">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6770" name="__module.model.layers.7.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.7.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6771" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6772" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6773" name="__module.model.layers.7.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6774" name="__module.model.layers.7.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3341">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6775" name="Constant_607916" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6776" name="Constant_607919" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6777" name="Constant_607922" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6778" name="__module.model.layers.7.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3342">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6779" name="__module.model.layers.7.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3343">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6780" name="Constant_607928" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6781" name="Constant_607931" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6782" name="Constant_607934" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6783" name="__module.model.layers.7.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3344">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6784" name="Constant_607940" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6785" name="Constant_607943" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6786" name="Constant_607946" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6787" name="__module.model.layers.7.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3345">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6788" name="__module.model.layers.7.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6789" name="Constant_591515" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6790" name="__module.model.layers.7.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6791" name="__module.model.layers.7.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3336">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6792" name="__module.model.layers.7.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6793" name="__module.model.layers.7.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3337"/>
-			</output>
-		</layer>
-		<layer id="6794" name="Constant_490574" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6795" name="__module.model.layers.7.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6796" name="Constant_592439" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6797" name="Constant_592440" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6798" name="Gather_592441" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6799" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="3346">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6800" name="__module.model.layers.7.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6801" name="__module.model.layers.7.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3347,hidden_states.255">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6802" name="__module.model.layers.7.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3348,3349"/>
-			</output>
-		</layer>
-		<layer id="6803" name="Constant_490577" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6804" name="__module.model.layers.7.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6805" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3350">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6806" name="__module.model.layers.7.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3351">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6807" name="__module.model.layers.7.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3352,attn_output.29">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6808" name="__module.model.layers.7.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6809" name="__module.model.layers.7.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3353">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6810" name="__module.model.layers.7.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3355">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6811" name="__module.model.layers.7.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3356">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6812" name="self.model.layers.7.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="6178534695" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6813" name="Convert_61202" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6814" name="self.model.layers.7.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6815" name="Convert_61204" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6816" name="Subtract_61205" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6817" name="self.model.layers.7.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="6186923303" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6818" name="self.model.layers.7.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6819" name="Constant_61209" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6820" name="Reshape_61210" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6821" name="self.model.layers.7.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6822" name="__module.model.layers.7.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3358,3360,hidden_states.257">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6823" name="__module.model.layers.7/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6824" name="__module.model.layers.7/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6825" name="__module.model.layers.7/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6826" name="__module.model.layers.7/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3363,3365,3376,hidden_states.259,hidden_states.261">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6827" name="__module.model.layers.7.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="6828" name="__module.model.layers.7.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="6829" name="Constant_648833_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="6187185447" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6830" name="Constant_648833" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6831" name="Constant_648832_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6832" name="Constant_648832" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6833" name="Constant_648830_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6834" name="Constant_648830" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6835" name="__module.model.layers.7.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3366">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6836" name="Constant_12709" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3367">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6837" name="__module.model.layers.7.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3368,variance.31">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6838" name="Constant_648831_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6839" name="Constant_648831" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6840" name="__module.model.layers.7.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3369">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6841" name="__module.model.layers.7.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6842" name="__module.model.layers.7.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3370">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6843" name="__module.model.layers.7.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3371,3372,hidden_states.263,hidden_states.265">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6844" name="__module.model.layers.7.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3373,3375,hidden_states.267">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6845" name="__module.model.layers.7.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6846" name="__module.model.layers.7.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6847" name="__module.model.layers.7.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3394"/>
-			</output>
-		</layer>
-		<layer id="6848" name="__module.model.layers.7.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6849" name="__module.model.layers.7.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3396"/>
-			</output>
-		</layer>
-		<layer id="6850" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3410,3411"/>
-			</output>
-		</layer>
-		<layer id="6851" name="Constant_490578" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6852" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6853" name="Constant_591524" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6854" name="__module.model.layers.7.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6855" name="__module.model.layers.7.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3398">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6856" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3412">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6857" name="__module.model.layers.7.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3413_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6858" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3399,3424,3450,3476,3502,3528,3554,3580,3606">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6859" name="__module.model.layers.7.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3400,hidden_states.269">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6860" name="self.model.layers.7.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="6187193639" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6861" name="Convert_61213" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6862" name="self.model.layers.7.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="6187226407" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6863" name="Convert_61216" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6864" name="Subtract_61217" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6865" name="self.model.layers.7.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="6187226415" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6866" name="self.model.layers.7.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6867" name="self.model.layers.7.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6868" name="__module.model.layers.7.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3402,input.127">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6869" name="__module.model.layers.7.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3403">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6870" name="__module.model.layers.7.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3404_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6871" name="__module.model.layers.7.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="3405">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6872" name="__module.model.layers.7.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6873" name="__module.model.layers.7.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6874" name="__module.model.layers.7.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="6875" name="__module.model.layers.7.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="3414">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6876" name="Constant_12894" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="3415">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6877" name="__module.model.layers.7.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3416,expert_mask.15">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6878" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3417">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6879" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6880" name="Constant_127215" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6881" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6882" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3420,top_x.113">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6883" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6884" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6885" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6886" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6887" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6888" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6889" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6890" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6891" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6892" name="__module.model.layers.7.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3421,3447,3473,3499,3525,3551,3577,3603">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6893" name="Constant_71264" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6894" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3423">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6895" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3425">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6896" name="self.model.layers.7.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6187226431" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6897" name="Convert_61232" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6898" name="self.model.layers.7.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6899" name="Convert_61234" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6900" name="Subtract_61235" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6901" name="self.model.layers.7.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6216586559" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6902" name="self.model.layers.7.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6903" name="Constant_61239" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6904" name="Reshape_61240" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6905" name="self.model.layers.7.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6906" name="__module.model.layers.7.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3430,input.129">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6907" name="__module.model.layers.7.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3431">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6908" name="self.model.layers.7.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6217504063" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6909" name="Convert_61222" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6910" name="self.model.layers.7.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6911" name="Convert_61224" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6912" name="Subtract_61225" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6913" name="self.model.layers.7.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6246864191" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6914" name="self.model.layers.7.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6915" name="Constant_61229" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6916" name="Reshape_61230" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6917" name="self.model.layers.7.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6918" name="__module.model.layers.7.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3433">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6919" name="__module.model.layers.7.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3434">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6920" name="self.model.layers.7.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6247781695" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6921" name="Convert_61242" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6922" name="self.model.layers.7.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6923" name="Convert_61244" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6924" name="Subtract_61245" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6925" name="self.model.layers.7.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6277141823" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6926" name="self.model.layers.7.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6927" name="Constant_61249" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6928" name="Reshape_61250" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6929" name="self.model.layers.7.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6930" name="__module.model.layers.7.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3436">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6931" name="Constant_12780" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3406">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6932" name="__module.model.layers.7.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3407">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6933" name="__module.model.layers.7.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3404,3409,routing_weights.43,routing_weights.47">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6934" name="__module.model.layers.7.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3437,3463,3489,3515,3541,3567,3593,3619">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6935" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6936" name="Constant_182859" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6937" name="Constant_182858" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6938" name="Constant_182860" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6939" name="__module.model.layers.7.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6940" name="Constant_182863" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6941" name="__module.model.layers.7.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6942" name="Constant_182865" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6943" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6944" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6945" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3419,idx.113">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6946" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6947" name="Constant_182852" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6948" name="__module.model.layers.7.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6949" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6950" name="__module.model.layers.7.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6951" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6952" name="Constant_182919" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6953" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6954" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6955" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6956" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6957" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3439">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6958" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6959" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6960" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6961" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3440,3441,current_hidden_states.225,current_hidden_states.227">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6962" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6963" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6964" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6965" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3413_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6966" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3443">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6967" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6968" name="Constant_127220" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6969" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6970" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3446,top_x.115">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6971" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6972" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6973" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6974" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6975" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6976" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6977" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6978" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6979" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6980" name="Constant_71267" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="6981" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3449">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6982" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3451">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6983" name="self.model.layers.7.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6278059327" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6984" name="Convert_61262" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6985" name="self.model.layers.7.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6986" name="Convert_61264" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6987" name="Subtract_61265" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6988" name="self.model.layers.7.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6307419455" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6989" name="self.model.layers.7.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6990" name="Constant_61269" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6991" name="Reshape_61270" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6992" name="self.model.layers.7.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6993" name="__module.model.layers.7.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3456,input.131">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6994" name="__module.model.layers.7.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3457">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6995" name="self.model.layers.7.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6308336959" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6996" name="Convert_61252" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6997" name="self.model.layers.7.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6998" name="Convert_61254" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="6999" name="Subtract_61255" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7000" name="self.model.layers.7.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6337697087" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7001" name="self.model.layers.7.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7002" name="Constant_61259" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7003" name="Reshape_61260" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7004" name="self.model.layers.7.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7005" name="__module.model.layers.7.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3459">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7006" name="__module.model.layers.7.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3460">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7007" name="self.model.layers.7.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6338614591" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7008" name="Convert_61272" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7009" name="self.model.layers.7.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7010" name="Convert_61274" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7011" name="Subtract_61275" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7012" name="self.model.layers.7.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6367974719" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7013" name="self.model.layers.7.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7014" name="Constant_61279" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7015" name="Reshape_61280" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7016" name="self.model.layers.7.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7017" name="__module.model.layers.7.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3462">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7018" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3445,idx.115">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7019" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7020" name="Constant_182933" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7021" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7022" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7023" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7024" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7025" name="Constant_183000" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7026" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7027" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7028" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7029" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7030" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3465">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7031" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7032" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7033" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7034" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3466,3467,current_hidden_states.229,current_hidden_states.231">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7035" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7036" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7037" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7038" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3442_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7039" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3469">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7040" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7041" name="Constant_127225" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7042" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7043" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3472,top_x.117">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7044" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7045" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7046" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7047" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7048" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7049" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7050" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7051" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7052" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7053" name="Constant_71270" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7054" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3475">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7055" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3477">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7056" name="self.model.layers.7.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6368892223" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7057" name="Convert_61292" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7058" name="self.model.layers.7.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7059" name="Convert_61294" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7060" name="Subtract_61295" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7061" name="self.model.layers.7.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6398252351" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7062" name="self.model.layers.7.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7063" name="Constant_61299" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7064" name="Reshape_61300" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7065" name="self.model.layers.7.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7066" name="__module.model.layers.7.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3482,input.133">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7067" name="__module.model.layers.7.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3483">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7068" name="self.model.layers.7.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6399169855" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7069" name="Convert_61282" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7070" name="self.model.layers.7.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7071" name="Convert_61284" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7072" name="Subtract_61285" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7073" name="self.model.layers.7.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6428529983" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7074" name="self.model.layers.7.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7075" name="Constant_61289" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7076" name="Reshape_61290" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7077" name="self.model.layers.7.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7078" name="__module.model.layers.7.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3485">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7079" name="__module.model.layers.7.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3486">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7080" name="self.model.layers.7.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6429447487" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7081" name="Convert_61302" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7082" name="self.model.layers.7.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7083" name="Convert_61304" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7084" name="Subtract_61305" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7085" name="self.model.layers.7.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6458807615" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7086" name="self.model.layers.7.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7087" name="Constant_61309" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7088" name="Reshape_61310" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7089" name="self.model.layers.7.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7090" name="__module.model.layers.7.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3488">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7091" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3471,idx.117">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7092" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7093" name="Constant_183014" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7094" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7095" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7096" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7097" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7098" name="Constant_183081" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7099" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7100" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7101" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7102" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7103" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3491">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7104" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7105" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7106" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7107" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3492,3493,current_hidden_states.233,current_hidden_states.235">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7108" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7109" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7110" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7111" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3468_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7112" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3495">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7113" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7114" name="Constant_127230" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7115" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7116" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3498,top_x.119">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7117" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7118" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7119" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7120" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7121" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7122" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7123" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7124" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7125" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7126" name="Constant_71273" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7127" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3501">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7128" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3503">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7129" name="self.model.layers.7.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6459725119" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7130" name="Convert_61322" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7131" name="self.model.layers.7.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7132" name="Convert_61324" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7133" name="Subtract_61325" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7134" name="self.model.layers.7.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6489085247" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7135" name="self.model.layers.7.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7136" name="Constant_61329" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7137" name="Reshape_61330" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7138" name="self.model.layers.7.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7139" name="__module.model.layers.7.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3508,input.135">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7140" name="__module.model.layers.7.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3509">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7141" name="self.model.layers.7.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6490002751" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7142" name="Convert_61312" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7143" name="self.model.layers.7.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7144" name="Convert_61314" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7145" name="Subtract_61315" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7146" name="self.model.layers.7.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6519362879" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7147" name="self.model.layers.7.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7148" name="Constant_61319" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7149" name="Reshape_61320" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7150" name="self.model.layers.7.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7151" name="__module.model.layers.7.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3511">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7152" name="__module.model.layers.7.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3512">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7153" name="self.model.layers.7.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6520280383" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7154" name="Convert_61332" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7155" name="self.model.layers.7.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7156" name="Convert_61334" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7157" name="Subtract_61335" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7158" name="self.model.layers.7.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6549640511" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7159" name="self.model.layers.7.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7160" name="Constant_61339" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7161" name="Reshape_61340" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7162" name="self.model.layers.7.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7163" name="__module.model.layers.7.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3514">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7164" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3497,idx.119">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7165" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7166" name="Constant_183095" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7167" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7168" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7169" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7170" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7171" name="Constant_183162" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7172" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7173" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7174" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7175" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7176" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3517">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7177" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7178" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7179" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7180" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3518,3519,current_hidden_states.237,current_hidden_states.239">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7181" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7182" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7183" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7184" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3494_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7185" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3521">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7186" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7187" name="Constant_127235" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7188" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7189" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3524,top_x.121">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7190" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7191" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7192" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7193" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7194" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7195" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7196" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7197" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7198" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7199" name="Constant_71276" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7200" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3527">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7201" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3529">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7202" name="self.model.layers.7.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6550558015" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7203" name="Convert_61352" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7204" name="self.model.layers.7.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7205" name="Convert_61354" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7206" name="Subtract_61355" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7207" name="self.model.layers.7.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6579918143" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7208" name="self.model.layers.7.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7209" name="Constant_61359" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7210" name="Reshape_61360" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7211" name="self.model.layers.7.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7212" name="__module.model.layers.7.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3534,input.137">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7213" name="__module.model.layers.7.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3535">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7214" name="self.model.layers.7.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6580835647" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7215" name="Convert_61342" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7216" name="self.model.layers.7.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7217" name="Convert_61344" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7218" name="Subtract_61345" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7219" name="self.model.layers.7.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6610195775" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7220" name="self.model.layers.7.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7221" name="Constant_61349" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7222" name="Reshape_61350" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7223" name="self.model.layers.7.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7224" name="__module.model.layers.7.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3537">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7225" name="__module.model.layers.7.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3538">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7226" name="self.model.layers.7.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6611113279" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7227" name="Convert_61362" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7228" name="self.model.layers.7.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7229" name="Convert_61364" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7230" name="Subtract_61365" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7231" name="self.model.layers.7.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6640473407" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7232" name="self.model.layers.7.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7233" name="Constant_61369" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7234" name="Reshape_61370" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7235" name="self.model.layers.7.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7236" name="__module.model.layers.7.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3540">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7237" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3523,idx.121">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7238" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7239" name="Constant_183176" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7240" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7241" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7242" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7243" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7244" name="Constant_183243" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7245" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7246" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7247" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7248" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7249" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3543">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7250" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7251" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7252" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7253" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3544,3545,current_hidden_states.241,current_hidden_states.243">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7254" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7255" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7256" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7257" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3520_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7258" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3547">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7259" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7260" name="Constant_127240" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7261" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7262" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3550,top_x.123">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7263" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7264" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7265" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7266" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7267" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7268" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7269" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7270" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7271" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7272" name="Constant_71279" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7273" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3553">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7274" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3555">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7275" name="self.model.layers.7.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6641390911" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7276" name="Convert_61382" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7277" name="self.model.layers.7.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7278" name="Convert_61384" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7279" name="Subtract_61385" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7280" name="self.model.layers.7.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6670751039" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7281" name="self.model.layers.7.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7282" name="Constant_61389" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7283" name="Reshape_61390" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7284" name="self.model.layers.7.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7285" name="__module.model.layers.7.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3560,input.139">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7286" name="__module.model.layers.7.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3561">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7287" name="self.model.layers.7.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6671668543" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7288" name="Convert_61372" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7289" name="self.model.layers.7.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7290" name="Convert_61374" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7291" name="Subtract_61375" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7292" name="self.model.layers.7.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6701028671" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7293" name="self.model.layers.7.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7294" name="Constant_61379" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7295" name="Reshape_61380" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7296" name="self.model.layers.7.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7297" name="__module.model.layers.7.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3563">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7298" name="__module.model.layers.7.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3564">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7299" name="self.model.layers.7.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6701946175" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7300" name="Convert_61392" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7301" name="self.model.layers.7.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7302" name="Convert_61394" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7303" name="Subtract_61395" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7304" name="self.model.layers.7.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6731306303" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7305" name="self.model.layers.7.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7306" name="Constant_61399" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7307" name="Reshape_61400" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7308" name="self.model.layers.7.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7309" name="__module.model.layers.7.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3566">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7310" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3549,idx.123">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7311" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7312" name="Constant_183257" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7313" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7314" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7315" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7316" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7317" name="Constant_183324" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7318" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7319" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7320" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7321" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7322" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3569">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7323" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7324" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7325" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7326" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3570,3571,current_hidden_states.245,current_hidden_states.247">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7327" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7328" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7329" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7330" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3546_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7331" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3573">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7332" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7333" name="Constant_127245" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7334" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7335" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3576,top_x.125">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7336" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7337" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7338" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7339" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7340" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7341" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7342" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7343" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7344" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7345" name="Constant_71282" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7346" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3579">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7347" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3581">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7348" name="self.model.layers.7.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6732223807" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7349" name="Convert_61412" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7350" name="self.model.layers.7.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7351" name="Convert_61414" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7352" name="Subtract_61415" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7353" name="self.model.layers.7.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6761583935" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7354" name="self.model.layers.7.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7355" name="Constant_61419" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7356" name="Reshape_61420" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7357" name="self.model.layers.7.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7358" name="__module.model.layers.7.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3586,input.141">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7359" name="__module.model.layers.7.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3587">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7360" name="self.model.layers.7.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6762501439" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7361" name="Convert_61402" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7362" name="self.model.layers.7.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7363" name="Convert_61404" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7364" name="Subtract_61405" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7365" name="self.model.layers.7.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6791861567" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7366" name="self.model.layers.7.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7367" name="Constant_61409" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7368" name="Reshape_61410" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7369" name="self.model.layers.7.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7370" name="__module.model.layers.7.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3589">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7371" name="__module.model.layers.7.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3590">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7372" name="self.model.layers.7.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6792779071" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7373" name="Convert_61422" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7374" name="self.model.layers.7.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7375" name="Convert_61424" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7376" name="Subtract_61425" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7377" name="self.model.layers.7.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6822139199" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7378" name="self.model.layers.7.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7379" name="Constant_61429" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7380" name="Reshape_61430" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7381" name="self.model.layers.7.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7382" name="__module.model.layers.7.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3592">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7383" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3575,idx.125">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7384" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7385" name="Constant_183338" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7386" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7387" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7388" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7389" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7390" name="Constant_183405" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7391" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7392" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7393" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7394" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7395" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3595">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7396" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7397" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7398" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7399" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3596,3597,current_hidden_states.249,current_hidden_states.251">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7400" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7401" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7402" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7403" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3572_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7404" name="__module.model.layers.7.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3599">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7405" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7406" name="Constant_127250" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7407" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7408" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3602,top_x.127">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7409" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7410" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7411" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7412" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7413" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7414" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7415" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7416" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7417" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7418" name="Constant_71285" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7419" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3605">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7420" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3607">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7421" name="self.model.layers.7.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6823056703" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7422" name="Convert_61442" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7423" name="self.model.layers.7.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7424" name="Convert_61444" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7425" name="Subtract_61445" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7426" name="self.model.layers.7.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6852416831" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7427" name="self.model.layers.7.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7428" name="Constant_61449" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7429" name="Reshape_61450" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7430" name="self.model.layers.7.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7431" name="__module.model.layers.7.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3612,input.143">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7432" name="__module.model.layers.7.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3613">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7433" name="self.model.layers.7.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6853334335" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7434" name="Convert_61432" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7435" name="self.model.layers.7.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7436" name="Convert_61434" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7437" name="Subtract_61435" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7438" name="self.model.layers.7.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6882694463" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7439" name="self.model.layers.7.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7440" name="Constant_61439" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7441" name="Reshape_61440" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7442" name="self.model.layers.7.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7443" name="__module.model.layers.7.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3615">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7444" name="__module.model.layers.7.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3616">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7445" name="self.model.layers.7.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="6883611967" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7446" name="Convert_61452" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7447" name="self.model.layers.7.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7448" name="Convert_61454" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7449" name="Subtract_61455" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7450" name="self.model.layers.7.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="6912972095" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7451" name="self.model.layers.7.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7452" name="Constant_61459" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7453" name="Reshape_61460" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7454" name="self.model.layers.7.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7455" name="__module.model.layers.7.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3618">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7456" name="__module.model.layers.7.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3601,idx.127">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7457" name="__module.model.layers.7.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7458" name="Constant_183419" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7459" name="__module.model.layers.7.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7460" name="__module.model.layers.7.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7461" name="__module.model.layers.7.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7462" name="__module.model.layers.7.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7463" name="Constant_183486" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7464" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7465" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7466" name="__module.model.layers.7.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7467" name="__module.model.layers.7.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7468" name="__module.model.layers.7.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3621">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7469" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7470" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7471" name="__module.model.layers.7.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7472" name="__module.model.layers.7.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3622,3623,current_hidden_states.253,current_hidden_states.255">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7473" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7474" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7475" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7476" name="__module.model.layers.7.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3598,final_hidden_states.141">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7477" name="Constant_490580" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7478" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7479" name="Constant_490581" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7480" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7481" name="__module.model.layers.7.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3625">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7482" name="__module.model.layers.7.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3626,hidden_states.271">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7483" name="__module.model.layers.7/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7484" name="__module.model.layers.7/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7485" name="__module.model.layers.7/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7486" name="__module.model.layers.7/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3627,3629,3637,3648,hidden_states.273,hidden_states.275">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7487" name="Constant_648837_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="6913889599" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7488" name="Constant_648837" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7489" name="Constant_648836_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7490" name="Constant_648836" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7491" name="Constant_648834_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7492" name="Constant_648834" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7493" name="__module.model.layers.8.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3638">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7494" name="Constant_13752" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3639">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7495" name="__module.model.layers.8.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3640,variance.33">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7496" name="Constant_648835_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7497" name="Constant_648835" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7498" name="__module.model.layers.8.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3641">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7499" name="__module.model.layers.8.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7500" name="__module.model.layers.8.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3642">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7501" name="__module.model.layers.8.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3643,3644,hidden_states.277,hidden_states.279">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7502" name="__module.model.layers.8.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3645,3647,hidden_states.281">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7503" name="self.model.layers.8.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="6913897791" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7504" name="Convert_61483" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7505" name="self.model.layers.8.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="6930675007" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7506" name="Convert_61486" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7507" name="Subtract_61487" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7508" name="self.model.layers.8.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="6930679103" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7509" name="self.model.layers.8.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7510" name="self.model.layers.8.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7511" name="__module.model.layers.8.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3657,query_states.17">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7512" name="__module.model.layers.8.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7513" name="Constant_592454" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7514" name="Constant_592455" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7515" name="Gather_592456" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7516" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3662">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7517" name="__module.model.layers.8.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3663">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7518" name="__module.model.layers.8.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7519" name="__module.model.layers.8.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3664,q.17">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7520" name="self.model.layers.8.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.8.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7521" name="self.model.layers.8.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7522" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7523" name="self.model.layers.8.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="6930687295" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7524" name="Convert_61473" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7525" name="self.model.layers.8.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="6934881599" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7526" name="Convert_61476" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7527" name="Subtract_61477" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7528" name="self.model.layers.8.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="6934882623" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7529" name="self.model.layers.8.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7530" name="self.model.layers.8.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7531" name="__module.model.layers.8.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3659,key_states.37">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7532" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3665,3668">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7533" name="__module.model.layers.8.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3666">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7534" name="__module.model.layers.8.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7535" name="__module.model.layers.8.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3667,key_states.39">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7536" name="__module.model.layers.8.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7537" name="__module.model.layers.8.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7538" name="__module.model.layers.8.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3671"/>
-			</output>
-		</layer>
-		<layer id="7539" name="Constant_730853_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="7540" name="Constant_730853" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="7541" name="Constant_730846" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7542" name="Constant_730848" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7543" name="Constant_730850" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7544" name="Concat_730851" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7545" name="Broadcast_730854" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7546" name="ReadValue_718283" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.8.keypresent.8.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.8.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7547" name="Constant_705706" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7548" name="Gather_705707" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7549" name="__module.model.layers.8.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7550" name="__module.model.layers.8.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7551" name="__module.model.layers.8.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3673"/>
-			</output>
-		</layer>
-		<layer id="7552" name="__module.model.layers.8.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3672,3676,3677,kv_seq_len.17"/>
-			</output>
-		</layer>
-		<layer id="7553" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7554" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7555" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7556" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3680,3681,3685,cos.33">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7557" name="Constant_71288" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7558" name="__module.model.layers.8.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3688">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7559" name="__module.model.layers.8.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3689,cos.35">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7560" name="__module.model.layers.8.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7561" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7562" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7563" name="__module.model.layers.8.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3693">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7564" name="Constant_607960" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7565" name="Constant_607959" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7566" name="__module.model.layers.8.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7567" name="__module.model.layers.8.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7568" name="__module.model.layers.8.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3694,3699"/>
-			</output>
-		</layer>
-		<layer id="7569" name="__module.model.layers.8.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7570" name="__module.model.layers.8.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="3696,3697,3701,3702"/>
-			</output>
-		</layer>
-		<layer id="7571" name="__module.model.layers.8.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7572" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7573" name="Constant_607958" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7574" name="ScatterUpdate_607961" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7575" name="Constant_607964" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7576" name="Constant_607967" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7577" name="__module.model.layers.8.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3703,x2.33">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7578" name="Constant_648838_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7579" name="Constant_648838" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7580" name="__module.model.layers.8.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3704">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7581" name="Constant_608013" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7582" name="Constant_608018" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7583" name="__module.model.layers.8.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3698">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7584" name="__module.model.layers.8.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3706">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7585" name="self.model.layers.8.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.8.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7586" name="self.model.layers.8.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7587" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7588" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7589" name="__module.model.layers.8.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3682,3683,3686,sin.33">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7590" name="Constant_71291" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7591" name="__module.model.layers.8.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3691">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7592" name="__module.model.layers.8.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3692,sin.35">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7593" name="__module.model.layers.8.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7594" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7595" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7596" name="__module.model.layers.8.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3707">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7597" name="__module.model.layers.8.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7598" name="__module.model.layers.8.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7599" name="__module.model.layers.8.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7600" name="__module.model.layers.8.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3708">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7601" name="__module.model.layers.8.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7602" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7603" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7604" name="__module.model.layers.8.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3709">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7605" name="Constant_608063" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7606" name="Constant_608062" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7607" name="__module.model.layers.8.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7608" name="__module.model.layers.8.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3710,3715"/>
-			</output>
-		</layer>
-		<layer id="7609" name="__module.model.layers.8.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7610" name="__module.model.layers.8.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="3712,3713,3717,3718"/>
-			</output>
-		</layer>
-		<layer id="7611" name="__module.model.layers.8.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7612" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7613" name="Constant_608061" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7614" name="ScatterUpdate_608064" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7615" name="Constant_608067" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7616" name="Constant_608070" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7617" name="__module.model.layers.8.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3719,x2.35">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7618" name="Constant_648839_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7619" name="Constant_648839" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7620" name="__module.model.layers.8.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3720">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7621" name="Constant_608116" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7622" name="Constant_608121" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7623" name="__module.model.layers.8.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3714">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7624" name="__module.model.layers.8.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3722">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7625" name="__module.model.layers.8.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7626" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7627" name="__module.model.layers.8.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7628" name="__module.model.layers.8.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3723">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7629" name="__module.model.layers.8.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7630" name="__module.model.layers.8.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7631" name="__module.model.layers.8.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7632" name="__module.model.layers.8.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3724">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7633" name="__module.model.layers.8.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.8.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7634" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7635" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7636" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7637" name="__module.model.layers.8.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3734">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7638" name="Constant_608168" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7639" name="Constant_608171" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7640" name="Constant_608174" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7641" name="__module.model.layers.8.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3735">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7642" name="__module.model.layers.8.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3736">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7643" name="Constant_608180" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7644" name="Constant_608183" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7645" name="Constant_608186" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7646" name="__module.model.layers.8.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3737">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7647" name="Constant_608192" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7648" name="Constant_608195" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7649" name="Constant_608198" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7650" name="__module.model.layers.8.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3738">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7651" name="__module.model.layers.8.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7652" name="Constant_591533" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7653" name="__module.model.layers.8.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7654" name="__module.model.layers.8.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3729">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7655" name="__module.model.layers.8.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7656" name="__module.model.layers.8.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3730"/>
-			</output>
-		</layer>
-		<layer id="7657" name="Constant_490585" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7658" name="__module.model.layers.8.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7659" name="Constant_592464" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7660" name="Constant_592465" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7661" name="Gather_592466" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7662" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="3739">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7663" name="__module.model.layers.8.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7664" name="__module.model.layers.8.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3740,hidden_states.285">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7665" name="__module.model.layers.8.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3741,3742"/>
-			</output>
-		</layer>
-		<layer id="7666" name="Constant_490588" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7667" name="__module.model.layers.8.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7668" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3743">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7669" name="__module.model.layers.8.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3744">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7670" name="Constant_730840_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="7671" name="Constant_730840" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="7672" name="Constant_730833" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7673" name="Constant_730835" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7674" name="Constant_730837" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7675" name="Concat_730838" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7676" name="Broadcast_730841" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7677" name="ReadValue_718285" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.8.valuepresent.8.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.8.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7678" name="Constant_705709" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7679" name="Gather_705710" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7680" name="self.model.layers.8.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="6934884671" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7681" name="Convert_61463" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7682" name="self.model.layers.8.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="6939078975" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7683" name="Convert_61466" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7684" name="Subtract_61467" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7685" name="self.model.layers.8.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="6939079999" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7686" name="self.model.layers.8.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7687" name="self.model.layers.8.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7688" name="__module.model.layers.8.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3661,value_states.17">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7689" name="__module.model.layers.8.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3669">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7690" name="__module.model.layers.8.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7691" name="__module.model.layers.8.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3670">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7692" name="__module.model.layers.8.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.8.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7693" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7694" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7695" name="__module.model.layers.8.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7696" name="__module.model.layers.8.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3750">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7697" name="Constant_608205" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7698" name="Constant_608208" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7699" name="Constant_608211" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7700" name="__module.model.layers.8.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3751">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7701" name="__module.model.layers.8.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3752">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7702" name="Constant_608217" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7703" name="Constant_608220" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7704" name="Constant_608223" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7705" name="__module.model.layers.8.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3753">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7706" name="Constant_608229" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7707" name="Constant_608232" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7708" name="Constant_608235" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7709" name="__module.model.layers.8.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3754">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7710" name="__module.model.layers.8.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7711" name="Constant_591542" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7712" name="__module.model.layers.8.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7713" name="__module.model.layers.8.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3745">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7714" name="__module.model.layers.8.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7715" name="__module.model.layers.8.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3746"/>
-			</output>
-		</layer>
-		<layer id="7716" name="Constant_490590" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7717" name="__module.model.layers.8.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7718" name="Constant_592474" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7719" name="Constant_592475" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7720" name="Gather_592476" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7721" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="3755">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7722" name="__module.model.layers.8.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7723" name="__module.model.layers.8.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3756,hidden_states.289">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7724" name="__module.model.layers.8.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3757,3758"/>
-			</output>
-		</layer>
-		<layer id="7725" name="Constant_490593" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7726" name="__module.model.layers.8.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7727" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3759">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7728" name="__module.model.layers.8.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3760">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7729" name="__module.model.layers.8.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3761,attn_output.33">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7730" name="__module.model.layers.8.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7731" name="__module.model.layers.8.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3762">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7732" name="__module.model.layers.8.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3764">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7733" name="__module.model.layers.8.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3765">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7734" name="self.model.layers.8.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="6939082047" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7735" name="Convert_61492" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7736" name="self.model.layers.8.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7737" name="Convert_61494" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7738" name="Subtract_61495" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7739" name="self.model.layers.8.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="6947470655" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7740" name="self.model.layers.8.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7741" name="Constant_61499" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7742" name="Reshape_61500" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7743" name="self.model.layers.8.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7744" name="__module.model.layers.8.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3767,3769,hidden_states.291">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7745" name="__module.model.layers.8/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7746" name="__module.model.layers.8/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7747" name="__module.model.layers.8/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7748" name="__module.model.layers.8/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3772,3774,3785,hidden_states.293,hidden_states.295">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7749" name="__module.model.layers.8.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="7750" name="__module.model.layers.8.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="7751" name="Constant_648843_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="6947732799" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7752" name="Constant_648843" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7753" name="Constant_648842_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7754" name="Constant_648842" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7755" name="Constant_648840_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7756" name="Constant_648840" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7757" name="__module.model.layers.8.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3775">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7758" name="Constant_14387" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3776">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7759" name="__module.model.layers.8.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3777,variance.35">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7760" name="Constant_648841_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7761" name="Constant_648841" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7762" name="__module.model.layers.8.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3778">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7763" name="__module.model.layers.8.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7764" name="__module.model.layers.8.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3779">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7765" name="__module.model.layers.8.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3780,3781,hidden_states.297,hidden_states.299">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7766" name="__module.model.layers.8.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3782,3784,hidden_states.301">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7767" name="__module.model.layers.8.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7768" name="__module.model.layers.8.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7769" name="__module.model.layers.8.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3803"/>
-			</output>
-		</layer>
-		<layer id="7770" name="__module.model.layers.8.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7771" name="__module.model.layers.8.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3805"/>
-			</output>
-		</layer>
-		<layer id="7772" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3819,3820"/>
-			</output>
-		</layer>
-		<layer id="7773" name="Constant_490594" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7774" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7775" name="Constant_591551" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7776" name="__module.model.layers.8.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7777" name="__module.model.layers.8.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="3807">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7778" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3821">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7779" name="__module.model.layers.8.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3822_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7780" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="3808,3833,3859,3885,3911,3937,3963,3989,4015">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7781" name="__module.model.layers.8.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3809,hidden_states.303">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7782" name="self.model.layers.8.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="6947740991" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7783" name="Convert_61503" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7784" name="self.model.layers.8.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="6947773759" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7785" name="Convert_61506" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7786" name="Subtract_61507" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7787" name="self.model.layers.8.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="6947773767" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7788" name="self.model.layers.8.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7789" name="self.model.layers.8.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7790" name="__module.model.layers.8.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3811,input.145">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7791" name="__module.model.layers.8.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3812">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7792" name="__module.model.layers.8.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3813_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7793" name="__module.model.layers.8.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="3814">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7794" name="__module.model.layers.8.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7795" name="__module.model.layers.8.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7796" name="__module.model.layers.8.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="7797" name="__module.model.layers.8.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="3823">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7798" name="Constant_14572" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="3824">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7799" name="__module.model.layers.8.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3825,expert_mask.17">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7800" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3826">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7801" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7802" name="Constant_127255" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7803" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7804" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3829,top_x.129">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7805" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7806" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7807" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7808" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7809" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7810" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7811" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7812" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7813" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7814" name="__module.model.layers.8.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3830,3856,3882,3908,3934,3960,3986,4012">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7815" name="Constant_71294" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7816" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3832">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7817" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3834">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7818" name="self.model.layers.8.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6947773783" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7819" name="Convert_61522" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7820" name="self.model.layers.8.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7821" name="Convert_61524" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7822" name="Subtract_61525" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7823" name="self.model.layers.8.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="6977133911" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7824" name="self.model.layers.8.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7825" name="Constant_61529" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7826" name="Reshape_61530" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7827" name="self.model.layers.8.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7828" name="__module.model.layers.8.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3839,input.147">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7829" name="__module.model.layers.8.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3840">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7830" name="self.model.layers.8.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="6978051415" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7831" name="Convert_61512" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7832" name="self.model.layers.8.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7833" name="Convert_61514" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7834" name="Subtract_61515" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7835" name="self.model.layers.8.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7007411543" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7836" name="self.model.layers.8.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7837" name="Constant_61519" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7838" name="Reshape_61520" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7839" name="self.model.layers.8.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7840" name="__module.model.layers.8.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3842">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7841" name="__module.model.layers.8.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3843">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7842" name="self.model.layers.8.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7008329047" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7843" name="Convert_61532" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7844" name="self.model.layers.8.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7845" name="Convert_61534" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7846" name="Subtract_61535" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7847" name="self.model.layers.8.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7037689175" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7848" name="self.model.layers.8.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7849" name="Constant_61539" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7850" name="Reshape_61540" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7851" name="self.model.layers.8.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7852" name="__module.model.layers.8.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3845">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7853" name="Constant_14458" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="3815">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7854" name="__module.model.layers.8.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3816">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7855" name="__module.model.layers.8.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3813,3818,routing_weights.49,routing_weights.53">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7856" name="__module.model.layers.8.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3846,3872,3898,3924,3950,3976,4002,4028">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7857" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7858" name="Constant_183507" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7859" name="Constant_183506" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7860" name="Constant_183508" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7861" name="__module.model.layers.8.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7862" name="Constant_183511" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7863" name="__module.model.layers.8.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7864" name="Constant_183513" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7865" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7866" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7867" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3828,idx.129">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7868" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7869" name="Constant_183500" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7870" name="__module.model.layers.8.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7871" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7872" name="__module.model.layers.8.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7873" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7874" name="Constant_183567" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7875" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7876" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7877" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7878" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7879" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3848">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7880" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7881" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7882" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7883" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3849,3850,current_hidden_states.257,current_hidden_states.259">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7884" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7885" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7886" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7887" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3822_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7888" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3852">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7889" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7890" name="Constant_127260" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7891" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7892" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3855,top_x.131">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7893" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7894" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7895" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7896" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7897" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7898" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7899" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7900" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7901" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7902" name="Constant_71297" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7903" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3858">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7904" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3860">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7905" name="self.model.layers.8.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7038606679" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7906" name="Convert_61552" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7907" name="self.model.layers.8.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7908" name="Convert_61554" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7909" name="Subtract_61555" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7910" name="self.model.layers.8.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7067966807" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7911" name="self.model.layers.8.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7912" name="Constant_61559" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7913" name="Reshape_61560" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7914" name="self.model.layers.8.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7915" name="__module.model.layers.8.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3865,input.149">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7916" name="__module.model.layers.8.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3866">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7917" name="self.model.layers.8.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7068884311" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7918" name="Convert_61542" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7919" name="self.model.layers.8.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7920" name="Convert_61544" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7921" name="Subtract_61545" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7922" name="self.model.layers.8.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7098244439" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7923" name="self.model.layers.8.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7924" name="Constant_61549" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7925" name="Reshape_61550" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7926" name="self.model.layers.8.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7927" name="__module.model.layers.8.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3868">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7928" name="__module.model.layers.8.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3869">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7929" name="self.model.layers.8.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7099161943" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7930" name="Convert_61562" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7931" name="self.model.layers.8.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7932" name="Convert_61564" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7933" name="Subtract_61565" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7934" name="self.model.layers.8.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7128522071" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7935" name="self.model.layers.8.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7936" name="Constant_61569" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7937" name="Reshape_61570" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7938" name="self.model.layers.8.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7939" name="__module.model.layers.8.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3871">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7940" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3854,idx.131">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7941" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7942" name="Constant_183581" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7943" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7944" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7945" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7946" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7947" name="Constant_183648" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7948" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7949" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7950" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7951" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7952" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3874">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7953" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7954" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7955" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7956" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3875,3876,current_hidden_states.261,current_hidden_states.263">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7957" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7958" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7959" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7960" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3851_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7961" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3878">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7962" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7963" name="Constant_127265" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7964" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7965" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3881,top_x.133">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7966" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7967" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7968" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7969" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7970" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7971" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7972" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7973" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7974" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7975" name="Constant_71300" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="7976" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3884">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7977" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3886">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7978" name="self.model.layers.8.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7129439575" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7979" name="Convert_61582" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7980" name="self.model.layers.8.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7981" name="Convert_61584" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7982" name="Subtract_61585" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7983" name="self.model.layers.8.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7158799703" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7984" name="self.model.layers.8.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7985" name="Constant_61589" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7986" name="Reshape_61590" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7987" name="self.model.layers.8.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7988" name="__module.model.layers.8.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3891,input.151">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7989" name="__module.model.layers.8.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3892">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7990" name="self.model.layers.8.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7159717207" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7991" name="Convert_61572" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7992" name="self.model.layers.8.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7993" name="Convert_61574" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7994" name="Subtract_61575" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7995" name="self.model.layers.8.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7189077335" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7996" name="self.model.layers.8.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7997" name="Constant_61579" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7998" name="Reshape_61580" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="7999" name="self.model.layers.8.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8000" name="__module.model.layers.8.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3894">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8001" name="__module.model.layers.8.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3895">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8002" name="self.model.layers.8.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7189994839" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8003" name="Convert_61592" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8004" name="self.model.layers.8.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8005" name="Convert_61594" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8006" name="Subtract_61595" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8007" name="self.model.layers.8.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7219354967" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8008" name="self.model.layers.8.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8009" name="Constant_61599" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8010" name="Reshape_61600" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8011" name="self.model.layers.8.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8012" name="__module.model.layers.8.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3897">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8013" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3880,idx.133">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8014" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8015" name="Constant_183662" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8016" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8017" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8018" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8019" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8020" name="Constant_183729" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8021" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8022" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8023" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8024" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8025" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3900">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8026" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8027" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8028" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8029" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3901,3902,current_hidden_states.265,current_hidden_states.267">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8030" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8031" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8032" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8033" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3877_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8034" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3904">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8035" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8036" name="Constant_127270" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8037" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8038" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3907,top_x.135">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8039" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8040" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8041" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8042" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8043" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8044" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8045" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8046" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8047" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8048" name="Constant_71303" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8049" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3910">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8050" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3912">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8051" name="self.model.layers.8.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7220272471" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8052" name="Convert_61612" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8053" name="self.model.layers.8.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8054" name="Convert_61614" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8055" name="Subtract_61615" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8056" name="self.model.layers.8.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7249632599" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8057" name="self.model.layers.8.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8058" name="Constant_61619" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8059" name="Reshape_61620" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8060" name="self.model.layers.8.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8061" name="__module.model.layers.8.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3917,input.153">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8062" name="__module.model.layers.8.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3918">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8063" name="self.model.layers.8.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7250550103" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8064" name="Convert_61602" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8065" name="self.model.layers.8.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8066" name="Convert_61604" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8067" name="Subtract_61605" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8068" name="self.model.layers.8.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7279910231" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8069" name="self.model.layers.8.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8070" name="Constant_61609" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8071" name="Reshape_61610" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8072" name="self.model.layers.8.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8073" name="__module.model.layers.8.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3920">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8074" name="__module.model.layers.8.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3921">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8075" name="self.model.layers.8.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7280827735" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8076" name="Convert_61622" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8077" name="self.model.layers.8.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8078" name="Convert_61624" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8079" name="Subtract_61625" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8080" name="self.model.layers.8.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7310187863" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8081" name="self.model.layers.8.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8082" name="Constant_61629" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8083" name="Reshape_61630" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8084" name="self.model.layers.8.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8085" name="__module.model.layers.8.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3923">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8086" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3906,idx.135">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8087" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8088" name="Constant_183743" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8089" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8090" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8091" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8092" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8093" name="Constant_183810" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8094" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8095" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8096" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8097" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8098" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3926">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8099" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8100" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8101" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8102" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3927,3928,current_hidden_states.269,current_hidden_states.271">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8103" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8104" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8105" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8106" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3903_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8107" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3930">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8108" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8109" name="Constant_127275" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8110" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8111" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3933,top_x.137">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8112" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8113" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8114" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8115" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8116" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8117" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8118" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8119" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8120" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8121" name="Constant_71306" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8122" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3936">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8123" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3938">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8124" name="self.model.layers.8.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7311105367" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8125" name="Convert_61642" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8126" name="self.model.layers.8.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8127" name="Convert_61644" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8128" name="Subtract_61645" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8129" name="self.model.layers.8.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7340465495" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8130" name="self.model.layers.8.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8131" name="Constant_61649" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8132" name="Reshape_61650" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8133" name="self.model.layers.8.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8134" name="__module.model.layers.8.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3943,input.155">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8135" name="__module.model.layers.8.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3944">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8136" name="self.model.layers.8.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7341382999" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8137" name="Convert_61632" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8138" name="self.model.layers.8.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8139" name="Convert_61634" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8140" name="Subtract_61635" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8141" name="self.model.layers.8.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7370743127" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8142" name="self.model.layers.8.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8143" name="Constant_61639" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8144" name="Reshape_61640" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8145" name="self.model.layers.8.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8146" name="__module.model.layers.8.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3946">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8147" name="__module.model.layers.8.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3947">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8148" name="self.model.layers.8.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7371660631" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8149" name="Convert_61652" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8150" name="self.model.layers.8.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8151" name="Convert_61654" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8152" name="Subtract_61655" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8153" name="self.model.layers.8.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7401020759" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8154" name="self.model.layers.8.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8155" name="Constant_61659" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8156" name="Reshape_61660" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8157" name="self.model.layers.8.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8158" name="__module.model.layers.8.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3949">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8159" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3932,idx.137">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8160" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8161" name="Constant_183824" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8162" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8163" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8164" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8165" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8166" name="Constant_183891" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8167" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8168" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8169" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8170" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8171" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3952">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8172" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8173" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8174" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8175" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3953,3954,current_hidden_states.273,current_hidden_states.275">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8176" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8177" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8178" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8179" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3929_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8180" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3956">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8181" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8182" name="Constant_127280" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8183" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8184" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3959,top_x.139">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8185" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8186" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8187" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8188" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8189" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8190" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8191" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8192" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8193" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8194" name="Constant_71309" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8195" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3962">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8196" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3964">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8197" name="self.model.layers.8.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7401938263" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8198" name="Convert_61672" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8199" name="self.model.layers.8.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8200" name="Convert_61674" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8201" name="Subtract_61675" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8202" name="self.model.layers.8.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7431298391" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8203" name="self.model.layers.8.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8204" name="Constant_61679" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8205" name="Reshape_61680" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8206" name="self.model.layers.8.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8207" name="__module.model.layers.8.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3969,input.157">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8208" name="__module.model.layers.8.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3970">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8209" name="self.model.layers.8.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7432215895" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8210" name="Convert_61662" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8211" name="self.model.layers.8.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8212" name="Convert_61664" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8213" name="Subtract_61665" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8214" name="self.model.layers.8.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7461576023" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8215" name="self.model.layers.8.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8216" name="Constant_61669" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8217" name="Reshape_61670" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8218" name="self.model.layers.8.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8219" name="__module.model.layers.8.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3972">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8220" name="__module.model.layers.8.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3973">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8221" name="self.model.layers.8.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7462493527" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8222" name="Convert_61682" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8223" name="self.model.layers.8.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8224" name="Convert_61684" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8225" name="Subtract_61685" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8226" name="self.model.layers.8.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7491853655" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8227" name="self.model.layers.8.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8228" name="Constant_61689" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8229" name="Reshape_61690" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8230" name="self.model.layers.8.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8231" name="__module.model.layers.8.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3975">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8232" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3958,idx.139">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8233" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8234" name="Constant_183905" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8235" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8236" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8237" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8238" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8239" name="Constant_183972" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8240" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8241" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8242" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8243" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8244" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3978">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8245" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8246" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8247" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8248" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3979,3980,current_hidden_states.277,current_hidden_states.279">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8249" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8250" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8251" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8252" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3955_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8253" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="3982">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8254" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8255" name="Constant_127285" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8256" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8257" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3985,top_x.141">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8258" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8259" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8260" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8261" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8262" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8263" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8264" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8265" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8266" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8267" name="Constant_71312" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8268" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="3988">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8269" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3990">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8270" name="self.model.layers.8.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7492771159" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8271" name="Convert_61702" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8272" name="self.model.layers.8.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8273" name="Convert_61704" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8274" name="Subtract_61705" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8275" name="self.model.layers.8.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7522131287" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8276" name="self.model.layers.8.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8277" name="Constant_61709" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8278" name="Reshape_61710" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8279" name="self.model.layers.8.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8280" name="__module.model.layers.8.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3995,input.159">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8281" name="__module.model.layers.8.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="3996">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8282" name="self.model.layers.8.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7523048791" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8283" name="Convert_61692" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8284" name="self.model.layers.8.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8285" name="Convert_61694" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8286" name="Subtract_61695" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8287" name="self.model.layers.8.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7552408919" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8288" name="self.model.layers.8.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8289" name="Constant_61699" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8290" name="Reshape_61700" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8291" name="self.model.layers.8.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8292" name="__module.model.layers.8.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3998">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8293" name="__module.model.layers.8.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="3999">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8294" name="self.model.layers.8.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7553326423" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8295" name="Convert_61712" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8296" name="self.model.layers.8.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8297" name="Convert_61714" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8298" name="Subtract_61715" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8299" name="self.model.layers.8.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7582686551" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8300" name="self.model.layers.8.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8301" name="Constant_61719" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8302" name="Reshape_61720" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8303" name="self.model.layers.8.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8304" name="__module.model.layers.8.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4001">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8305" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="3984,idx.141">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8306" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8307" name="Constant_183986" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8308" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8309" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8310" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8311" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8312" name="Constant_184053" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8313" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8314" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8315" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8316" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8317" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4004">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8318" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8319" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8320" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8321" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4005,4006,current_hidden_states.281,current_hidden_states.283">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8322" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8323" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8324" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8325" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="3981_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8326" name="__module.model.layers.8.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4008">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8327" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8328" name="Constant_127290" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8329" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8330" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4011,top_x.143">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8331" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8332" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8333" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8334" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8335" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8336" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8337" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8338" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8339" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8340" name="Constant_71315" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8341" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4014">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8342" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4016">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8343" name="self.model.layers.8.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7583604055" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8344" name="Convert_61732" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8345" name="self.model.layers.8.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8346" name="Convert_61734" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8347" name="Subtract_61735" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8348" name="self.model.layers.8.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7612964183" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8349" name="self.model.layers.8.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8350" name="Constant_61739" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8351" name="Reshape_61740" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8352" name="self.model.layers.8.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8353" name="__module.model.layers.8.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4021,input.161">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8354" name="__module.model.layers.8.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4022">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8355" name="self.model.layers.8.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7613881687" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8356" name="Convert_61722" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8357" name="self.model.layers.8.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8358" name="Convert_61724" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8359" name="Subtract_61725" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8360" name="self.model.layers.8.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7643241815" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8361" name="self.model.layers.8.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8362" name="Constant_61729" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8363" name="Reshape_61730" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8364" name="self.model.layers.8.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8365" name="__module.model.layers.8.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4024">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8366" name="__module.model.layers.8.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4025">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8367" name="self.model.layers.8.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7644159319" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8368" name="Convert_61742" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8369" name="self.model.layers.8.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8370" name="Convert_61744" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8371" name="Subtract_61745" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8372" name="self.model.layers.8.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7673519447" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8373" name="self.model.layers.8.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8374" name="Constant_61749" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8375" name="Reshape_61750" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8376" name="self.model.layers.8.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8377" name="__module.model.layers.8.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4027">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8378" name="__module.model.layers.8.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4010,idx.143">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8379" name="__module.model.layers.8.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8380" name="Constant_184067" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8381" name="__module.model.layers.8.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8382" name="__module.model.layers.8.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8383" name="__module.model.layers.8.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8384" name="__module.model.layers.8.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8385" name="Constant_184134" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8386" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8387" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8388" name="__module.model.layers.8.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8389" name="__module.model.layers.8.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8390" name="__module.model.layers.8.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4030">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8391" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8392" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8393" name="__module.model.layers.8.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8394" name="__module.model.layers.8.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4031,4032,current_hidden_states.285,current_hidden_states.287">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8395" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8396" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8397" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8398" name="__module.model.layers.8.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4007,final_hidden_states.159">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8399" name="Constant_490596" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8400" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8401" name="Constant_490597" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8402" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8403" name="__module.model.layers.8.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4034">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8404" name="__module.model.layers.8.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4035,hidden_states.305">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8405" name="__module.model.layers.8/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8406" name="__module.model.layers.8/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8407" name="__module.model.layers.8/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8408" name="__module.model.layers.8/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4036,4038,4046,4057,hidden_states.307,hidden_states.309">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8409" name="Constant_648846_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8410" name="Constant_648846" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8411" name="Constant_648844_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8412" name="Constant_648844" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8413" name="__module.model.layers.9.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4047">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8414" name="Constant_15430" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4048">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8415" name="__module.model.layers.9.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4049,variance.37">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8416" name="Constant_648845_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8417" name="Constant_648845" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8418" name="__module.model.layers.9.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4050">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8419" name="__module.model.layers.9.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8420" name="__module.model.layers.9.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4051">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8421" name="__module.model.layers.9.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4052,4053,hidden_states.311,hidden_states.313">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8422" name="__module.model.layers.9.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4054,4056,hidden_states.315">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8423" name="self.model.layers.9.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="7674436951" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8424" name="Convert_61753" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8425" name="self.model.layers.9.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="7678631255" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8426" name="Convert_61756" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8427" name="Subtract_61757" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8428" name="self.model.layers.9.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="7678632279" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8429" name="self.model.layers.9.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8430" name="self.model.layers.9.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8431" name="__module.model.layers.9.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4070,value_states.19">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8432" name="__module.model.layers.9.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8433" name="Constant_592489" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8434" name="Constant_592490" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8435" name="Gather_592491" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8436" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4074,4077">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8437" name="__module.model.layers.9.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4078">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8438" name="__module.model.layers.9.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8439" name="__module.model.layers.9.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4079">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8440" name="__module.model.layers.9.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.9.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8442" name="Constant_730866_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="8443" name="Constant_730866" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="8444" name="Constant_730859" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8445" name="Constant_730861" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8446" name="Constant_730863" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8447" name="Concat_730864" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8448" name="Broadcast_730867" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8449" name="ReadValue_718287" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.9.keypresent.9.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.9.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8450" name="Constant_705712" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8451" name="Gather_705713" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8452" name="self.model.layers.9.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="7678634327" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8453" name="Convert_61762" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8454" name="self.model.layers.9.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8455" name="Convert_61764" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8456" name="Subtract_61765" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8457" name="self.model.layers.9.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="7680731479" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8458" name="self.model.layers.9.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8459" name="Constant_61769" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8460" name="Reshape_61770" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8461" name="self.model.layers.9.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8462" name="__module.model.layers.9.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4068,key_states.41">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8463" name="__module.model.layers.9.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4075">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8464" name="__module.model.layers.9.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8465" name="__module.model.layers.9.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4076,key_states.43">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8466" name="self.model.layers.9.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.9.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8467" name="self.model.layers.9.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8468" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8469" name="__module.model.layers.9.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8470" name="__module.model.layers.9.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8471" name="__module.model.layers.9.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4080"/>
-			</output>
-		</layer>
-		<layer id="8472" name="__module.model.layers.9.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8473" name="__module.model.layers.9.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8474" name="__module.model.layers.9.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4082"/>
-			</output>
-		</layer>
-		<layer id="8475" name="__module.model.layers.9.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4081,4085,4086,kv_seq_len.19"/>
-			</output>
-		</layer>
-		<layer id="8476" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8477" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8478" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8479" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4089,4090,4094,cos.37">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8480" name="Constant_71318" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8481" name="__module.model.layers.9.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4097">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8482" name="__module.model.layers.9.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4098,cos.39">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8483" name="__module.model.layers.9.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8484" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8485" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8486" name="__module.model.layers.9.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4118">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8487" name="Constant_608352" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8488" name="Constant_608351" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8489" name="__module.model.layers.9.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8490" name="__module.model.layers.9.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4119,4124"/>
-			</output>
-		</layer>
-		<layer id="8491" name="__module.model.layers.9.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8492" name="__module.model.layers.9.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4121,4122,4126,4127"/>
-			</output>
-		</layer>
-		<layer id="8493" name="__module.model.layers.9.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8494" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8495" name="Constant_608350" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8496" name="ScatterUpdate_608353" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8497" name="Constant_608356" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8498" name="Constant_608359" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8499" name="__module.model.layers.9.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4128,x2.39">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8500" name="Constant_648849_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8501" name="Constant_648849" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8502" name="__module.model.layers.9.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4129">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8503" name="Constant_608405" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8504" name="Constant_608410" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8505" name="__module.model.layers.9.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4123">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8506" name="__module.model.layers.9.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4131">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8507" name="self.model.layers.9.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.9.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8508" name="self.model.layers.9.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8509" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8510" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8511" name="__module.model.layers.9.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4091,4092,4095,sin.37">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8512" name="Constant_71321" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8513" name="__module.model.layers.9.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4100">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8514" name="__module.model.layers.9.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4101,sin.39">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8515" name="__module.model.layers.9.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8516" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8517" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8518" name="__module.model.layers.9.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4132">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8519" name="__module.model.layers.9.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8520" name="__module.model.layers.9.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8521" name="__module.model.layers.9.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8522" name="__module.model.layers.9.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4133">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8523" name="__module.model.layers.9.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.9.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8535" name="Constant_730879_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="8536" name="Constant_730879" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="8537" name="Constant_730872" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8538" name="Constant_730874" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8539" name="Constant_730876" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8540" name="Concat_730877" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8541" name="Broadcast_730880" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8542" name="ReadValue_718265" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.31.valuepresent.31.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.31.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8543" name="Constant_705847" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8544" name="Gather_705848" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8545" name="Constant_649067_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="7680797015" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8546" name="Constant_649067" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8547" name="self.model.layers.9.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="7680805207" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8548" name="Convert_61772" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8549" name="self.model.layers.9.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8550" name="Convert_61774" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8551" name="Subtract_61775" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8552" name="self.model.layers.9.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="7689193815" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8553" name="self.model.layers.9.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8554" name="Constant_61779" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8555" name="Reshape_61780" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8556" name="self.model.layers.9.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8557" name="__module.model.layers.9.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4066,query_states.19">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8558" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4071">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8559" name="__module.model.layers.9.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4072">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8560" name="__module.model.layers.9.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8561" name="__module.model.layers.9.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4073,q.19">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8562" name="__module.model.layers.9.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8563" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8564" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8565" name="__module.model.layers.9.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4102">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8566" name="Constant_608249" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8567" name="Constant_608248" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8568" name="__module.model.layers.9.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8569" name="__module.model.layers.9.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8570" name="__module.model.layers.9.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4103,4108"/>
-			</output>
-		</layer>
-		<layer id="8571" name="__module.model.layers.9.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8572" name="__module.model.layers.9.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4105,4106,4110,4111"/>
-			</output>
-		</layer>
-		<layer id="8573" name="__module.model.layers.9.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8574" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8575" name="Constant_608247" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8576" name="ScatterUpdate_608250" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8577" name="Constant_608253" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8578" name="Constant_608256" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8579" name="__module.model.layers.9.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4112,x2.37">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8580" name="Constant_648848_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8581" name="Constant_648848" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8582" name="__module.model.layers.9.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4113">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8583" name="Constant_608302" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8584" name="Constant_608307" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8585" name="__module.model.layers.9.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4107">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8586" name="__module.model.layers.9.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4115">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8587" name="__module.model.layers.9.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8588" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8589" name="__module.model.layers.9.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8590" name="__module.model.layers.9.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4116">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8591" name="__module.model.layers.9.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8592" name="__module.model.layers.9.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8593" name="__module.model.layers.9.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8594" name="__module.model.layers.9.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4117">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8595" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8596" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8597" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8598" name="__module.model.layers.9.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4143">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8599" name="Constant_608457" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8600" name="Constant_608460" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8601" name="Constant_608463" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8602" name="__module.model.layers.9.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4144">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8603" name="__module.model.layers.9.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4145">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8604" name="Constant_608469" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8605" name="Constant_608472" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8606" name="Constant_608475" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8607" name="__module.model.layers.9.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4146">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8608" name="Constant_608481" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8609" name="Constant_608484" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8610" name="Constant_608487" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8611" name="__module.model.layers.9.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4147">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8612" name="__module.model.layers.9.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8613" name="Constant_591560" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8614" name="__module.model.layers.9.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8615" name="__module.model.layers.9.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4138">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8616" name="__module.model.layers.9.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8617" name="__module.model.layers.9.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4139"/>
-			</output>
-		</layer>
-		<layer id="8618" name="Constant_490601" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8619" name="__module.model.layers.9.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8620" name="Constant_592499" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8621" name="Constant_592500" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8622" name="Gather_592501" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8623" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4148">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8624" name="__module.model.layers.9.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8625" name="__module.model.layers.9.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4149,hidden_states.319">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8626" name="__module.model.layers.9.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4150,4151"/>
-			</output>
-		</layer>
-		<layer id="8627" name="Constant_490604" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8628" name="__module.model.layers.9.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8629" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4152">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8630" name="__module.model.layers.9.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4153">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8631" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8632" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8633" name="__module.model.layers.9.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8634" name="__module.model.layers.9.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4159">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8635" name="Constant_608494" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8636" name="Constant_608497" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8637" name="Constant_608500" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8638" name="__module.model.layers.9.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4160">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8639" name="__module.model.layers.9.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4161">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8640" name="Constant_608506" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8641" name="Constant_608509" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8642" name="Constant_608512" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8643" name="__module.model.layers.9.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4162">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8644" name="Constant_608518" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8645" name="Constant_608521" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8646" name="Constant_608524" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8647" name="__module.model.layers.9.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4163">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8648" name="__module.model.layers.9.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8649" name="Constant_591569" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8650" name="__module.model.layers.9.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8651" name="__module.model.layers.9.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4154">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8652" name="__module.model.layers.9.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8653" name="__module.model.layers.9.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4155"/>
-			</output>
-		</layer>
-		<layer id="8654" name="Constant_490606" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8655" name="__module.model.layers.9.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8656" name="Constant_592509" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8657" name="Constant_592510" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8658" name="Gather_592511" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8659" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4164">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8660" name="__module.model.layers.9.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8661" name="__module.model.layers.9.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4165,hidden_states.323">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8662" name="__module.model.layers.9.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4166,4167"/>
-			</output>
-		</layer>
-		<layer id="8663" name="Constant_490609" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8664" name="__module.model.layers.9.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8665" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4168">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8666" name="__module.model.layers.9.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4169">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8667" name="__module.model.layers.9.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4170,attn_output.37">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8668" name="__module.model.layers.9.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8669" name="__module.model.layers.9.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4171">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8670" name="__module.model.layers.9.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4173">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8671" name="__module.model.layers.9.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4174">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8672" name="self.model.layers.9.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="7689455959" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8673" name="Convert_61782" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8674" name="self.model.layers.9.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8675" name="Convert_61784" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8676" name="Subtract_61785" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8677" name="self.model.layers.9.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="7697844567" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8678" name="self.model.layers.9.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8679" name="Constant_61789" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8680" name="Reshape_61790" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8681" name="self.model.layers.9.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8682" name="__module.model.layers.9.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4176,4178,hidden_states.325">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8683" name="__module.model.layers.9/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8684" name="__module.model.layers.9/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8685" name="__module.model.layers.9/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8686" name="__module.model.layers.9/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4181,4183,4194,hidden_states.327,hidden_states.329">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8687" name="__module.model.layers.9.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="8688" name="__module.model.layers.9.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="8689" name="Constant_648853_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="7698106711" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8690" name="Constant_648853" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8691" name="Constant_648852_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8692" name="Constant_648852" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8693" name="Constant_648850_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8694" name="Constant_648850" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8695" name="__module.model.layers.9.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4184">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8696" name="Constant_16065" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4185">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8697" name="__module.model.layers.9.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4186,variance.39">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8698" name="Constant_648851_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8699" name="Constant_648851" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8700" name="__module.model.layers.9.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4187">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8701" name="__module.model.layers.9.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8702" name="__module.model.layers.9.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4188">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8703" name="__module.model.layers.9.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4189,4190,hidden_states.331,hidden_states.333">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8704" name="__module.model.layers.9.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4191,4193,hidden_states.335">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8705" name="__module.model.layers.9.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8706" name="__module.model.layers.9.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8707" name="__module.model.layers.9.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4212"/>
-			</output>
-		</layer>
-		<layer id="8708" name="__module.model.layers.9.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8709" name="__module.model.layers.9.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4214"/>
-			</output>
-		</layer>
-		<layer id="8710" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4228,4229"/>
-			</output>
-		</layer>
-		<layer id="8711" name="Constant_490610" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8712" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8713" name="Constant_591578" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8714" name="__module.model.layers.9.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8715" name="__module.model.layers.9.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4216">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8716" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4230">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8717" name="__module.model.layers.9.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4231_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8718" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4217,4242,4268,4294,4320,4346,4372,4398,4424">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8719" name="__module.model.layers.9.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4218,hidden_states.337">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8720" name="self.model.layers.9.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="7698114903" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8721" name="Convert_61793" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8722" name="self.model.layers.9.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="7698147671" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8723" name="Convert_61796" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8724" name="Subtract_61797" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8725" name="self.model.layers.9.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="7698147679" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8726" name="self.model.layers.9.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8727" name="self.model.layers.9.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8728" name="__module.model.layers.9.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4220,input.163">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8729" name="__module.model.layers.9.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4221">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8730" name="__module.model.layers.9.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4222_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8731" name="__module.model.layers.9.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="4223">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8732" name="__module.model.layers.9.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8733" name="__module.model.layers.9.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8734" name="__module.model.layers.9.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="8735" name="__module.model.layers.9.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="4232">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8736" name="Constant_16250" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="4233">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8737" name="__module.model.layers.9.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4234,expert_mask.19">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8738" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4235">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8739" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8740" name="Constant_127295" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8741" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8742" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4238,top_x.145">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8743" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8744" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8745" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8746" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8747" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8748" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8749" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8750" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8751" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8752" name="__module.model.layers.9.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4239,4265,4291,4317,4343,4369,4395,4421">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8753" name="Constant_71324" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8754" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4241">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8755" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4243">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8756" name="self.model.layers.9.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7698147695" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8757" name="Convert_61812" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8758" name="self.model.layers.9.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8759" name="Convert_61814" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8760" name="Subtract_61815" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8761" name="self.model.layers.9.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7727507823" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8762" name="self.model.layers.9.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8763" name="Constant_61819" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8764" name="Reshape_61820" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8765" name="self.model.layers.9.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8766" name="__module.model.layers.9.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4248,input.165">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8767" name="__module.model.layers.9.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4249">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8768" name="self.model.layers.9.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7728425327" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8769" name="Convert_61802" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8770" name="self.model.layers.9.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8771" name="Convert_61804" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8772" name="Subtract_61805" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8773" name="self.model.layers.9.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7757785455" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8774" name="self.model.layers.9.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8775" name="Constant_61809" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8776" name="Reshape_61810" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8777" name="self.model.layers.9.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8778" name="__module.model.layers.9.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4251">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8779" name="__module.model.layers.9.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4252">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8780" name="self.model.layers.9.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7758702959" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8781" name="Convert_61822" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8782" name="self.model.layers.9.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8783" name="Convert_61824" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8784" name="Subtract_61825" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8785" name="self.model.layers.9.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7788063087" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8786" name="self.model.layers.9.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8787" name="Constant_61829" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8788" name="Reshape_61830" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8789" name="self.model.layers.9.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8790" name="__module.model.layers.9.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4254">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8791" name="Constant_16136" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4224">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8792" name="__module.model.layers.9.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4225">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8793" name="__module.model.layers.9.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4222,4227,routing_weights.55,routing_weights.59">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8794" name="__module.model.layers.9.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4255,4281,4307,4333,4359,4385,4411,4437">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8795" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8796" name="Constant_184155" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8797" name="Constant_184154" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8798" name="Constant_184156" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8799" name="__module.model.layers.9.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8800" name="Constant_184159" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8801" name="__module.model.layers.9.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8802" name="Constant_184161" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8803" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8804" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8805" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4237,idx.145">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8806" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8807" name="Constant_184148" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8808" name="__module.model.layers.9.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8809" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8810" name="__module.model.layers.9.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8811" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8812" name="Constant_184215" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8813" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8814" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8815" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8816" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8817" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4257">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8818" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8819" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8820" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8821" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4258,4259,current_hidden_states.289,current_hidden_states.291">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8822" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8823" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8824" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8825" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4231_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8826" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4261">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8827" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8828" name="Constant_127300" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8829" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8830" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4264,top_x.147">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8831" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8832" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8833" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8834" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8835" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8836" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8837" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8838" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8839" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8840" name="Constant_71327" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8841" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4267">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8842" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4269">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8843" name="self.model.layers.9.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7788980591" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8844" name="Convert_61842" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8845" name="self.model.layers.9.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8846" name="Convert_61844" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8847" name="Subtract_61845" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8848" name="self.model.layers.9.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7818340719" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8849" name="self.model.layers.9.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8850" name="Constant_61849" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8851" name="Reshape_61850" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8852" name="self.model.layers.9.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8853" name="__module.model.layers.9.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4274,input.167">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8854" name="__module.model.layers.9.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4275">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8855" name="self.model.layers.9.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7819258223" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8856" name="Convert_61832" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8857" name="self.model.layers.9.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8858" name="Convert_61834" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8859" name="Subtract_61835" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8860" name="self.model.layers.9.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7848618351" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8861" name="self.model.layers.9.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8862" name="Constant_61839" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8863" name="Reshape_61840" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8864" name="self.model.layers.9.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8865" name="__module.model.layers.9.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4277">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8866" name="__module.model.layers.9.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4278">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8867" name="self.model.layers.9.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7849535855" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8868" name="Convert_61852" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8869" name="self.model.layers.9.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8870" name="Convert_61854" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8871" name="Subtract_61855" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8872" name="self.model.layers.9.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7878895983" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8873" name="self.model.layers.9.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8874" name="Constant_61859" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8875" name="Reshape_61860" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8876" name="self.model.layers.9.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8877" name="__module.model.layers.9.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4280">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8878" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4263,idx.147">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8879" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8880" name="Constant_184229" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8881" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8882" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8883" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8884" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8885" name="Constant_184296" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8886" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8887" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8888" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8889" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8890" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4283">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8891" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8892" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8893" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8894" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4284,4285,current_hidden_states.293,current_hidden_states.295">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8895" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8896" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8897" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8898" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4260_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8899" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4287">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8900" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8901" name="Constant_127305" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8902" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8903" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4290,top_x.149">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8904" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8905" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8906" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8907" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8908" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8909" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8910" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8911" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8912" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8913" name="Constant_71330" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8914" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4293">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8915" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4295">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8916" name="self.model.layers.9.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7879813487" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8917" name="Convert_61872" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8918" name="self.model.layers.9.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8919" name="Convert_61874" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8920" name="Subtract_61875" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8921" name="self.model.layers.9.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7909173615" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8922" name="self.model.layers.9.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8923" name="Constant_61879" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8924" name="Reshape_61880" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8925" name="self.model.layers.9.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8926" name="__module.model.layers.9.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4300,input.169">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8927" name="__module.model.layers.9.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4301">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8928" name="self.model.layers.9.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7910091119" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8929" name="Convert_61862" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8930" name="self.model.layers.9.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8931" name="Convert_61864" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8932" name="Subtract_61865" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8933" name="self.model.layers.9.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="7939451247" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8934" name="self.model.layers.9.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8935" name="Constant_61869" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8936" name="Reshape_61870" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8937" name="self.model.layers.9.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8938" name="__module.model.layers.9.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4303">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8939" name="__module.model.layers.9.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4304">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8940" name="self.model.layers.9.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="7940368751" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8941" name="Convert_61882" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8942" name="self.model.layers.9.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8943" name="Convert_61884" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8944" name="Subtract_61885" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8945" name="self.model.layers.9.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="7969728879" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8946" name="self.model.layers.9.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8947" name="Constant_61889" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8948" name="Reshape_61890" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8949" name="self.model.layers.9.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8950" name="__module.model.layers.9.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4306">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8951" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4289,idx.149">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8952" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8953" name="Constant_184310" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8954" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8955" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8956" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8957" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8958" name="Constant_184377" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8959" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8960" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8961" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8962" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8963" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4309">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8964" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8965" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8966" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8967" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4310,4311,current_hidden_states.297,current_hidden_states.299">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8968" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8969" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8970" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8971" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4286_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8972" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4313">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8973" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8974" name="Constant_127310" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8975" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8976" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4316,top_x.151">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8977" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8978" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8979" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8980" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8981" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8982" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8983" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8984" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8985" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8986" name="Constant_71333" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="8987" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4319">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8988" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4321">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8989" name="self.model.layers.9.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="7970646383" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8990" name="Convert_61902" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8991" name="self.model.layers.9.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8992" name="Convert_61904" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8993" name="Subtract_61905" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8994" name="self.model.layers.9.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8000006511" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8995" name="self.model.layers.9.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8996" name="Constant_61909" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8997" name="Reshape_61910" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8998" name="self.model.layers.9.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="8999" name="__module.model.layers.9.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4326,input.171">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9000" name="__module.model.layers.9.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4327">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9001" name="self.model.layers.9.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8000924015" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9002" name="Convert_61892" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9003" name="self.model.layers.9.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9004" name="Convert_61894" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9005" name="Subtract_61895" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9006" name="self.model.layers.9.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8030284143" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9007" name="self.model.layers.9.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9008" name="Constant_61899" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9009" name="Reshape_61900" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9010" name="self.model.layers.9.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9011" name="__module.model.layers.9.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4329">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9012" name="__module.model.layers.9.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4330">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9013" name="self.model.layers.9.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8031201647" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9014" name="Convert_61912" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9015" name="self.model.layers.9.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9016" name="Convert_61914" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9017" name="Subtract_61915" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9018" name="self.model.layers.9.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8060561775" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9019" name="self.model.layers.9.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9020" name="Constant_61919" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9021" name="Reshape_61920" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9022" name="self.model.layers.9.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9023" name="__module.model.layers.9.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4332">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9024" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4315,idx.151">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9025" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9026" name="Constant_184391" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9027" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9028" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9029" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9030" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9031" name="Constant_184458" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9032" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9033" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9034" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9035" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9036" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4335">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9037" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9038" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9039" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9040" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4336,4337,current_hidden_states.301,current_hidden_states.303">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9041" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9042" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9043" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9044" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4312_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9045" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4339">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9046" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9047" name="Constant_127315" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9048" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9049" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4342,top_x.153">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9050" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9051" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9052" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9053" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9054" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9055" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9056" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9057" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9058" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9059" name="Constant_71336" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9060" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4345">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9061" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4347">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9062" name="self.model.layers.9.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8061479279" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9063" name="Convert_61932" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9064" name="self.model.layers.9.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9065" name="Convert_61934" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9066" name="Subtract_61935" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9067" name="self.model.layers.9.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8090839407" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9068" name="self.model.layers.9.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9069" name="Constant_61939" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9070" name="Reshape_61940" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9071" name="self.model.layers.9.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9072" name="__module.model.layers.9.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4352,input.173">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9073" name="__module.model.layers.9.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4353">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9074" name="self.model.layers.9.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8091756911" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9075" name="Convert_61922" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9076" name="self.model.layers.9.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9077" name="Convert_61924" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9078" name="Subtract_61925" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9079" name="self.model.layers.9.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8121117039" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9080" name="self.model.layers.9.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9081" name="Constant_61929" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9082" name="Reshape_61930" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9083" name="self.model.layers.9.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9084" name="__module.model.layers.9.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4355">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9085" name="__module.model.layers.9.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4356">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9086" name="self.model.layers.9.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8122034543" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9087" name="Convert_61942" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9088" name="self.model.layers.9.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9089" name="Convert_61944" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9090" name="Subtract_61945" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9091" name="self.model.layers.9.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8151394671" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9092" name="self.model.layers.9.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9093" name="Constant_61949" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9094" name="Reshape_61950" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9095" name="self.model.layers.9.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9096" name="__module.model.layers.9.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4358">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9097" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4341,idx.153">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9098" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9099" name="Constant_184472" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9100" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9101" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9102" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9103" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9104" name="Constant_184539" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9105" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9106" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9107" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9108" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9109" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4361">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9110" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9111" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9112" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9113" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4362,4363,current_hidden_states.305,current_hidden_states.307">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9114" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9115" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9116" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9117" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4338_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9118" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4365">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9119" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9120" name="Constant_127320" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9121" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9122" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4368,top_x.155">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9123" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9124" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9125" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9126" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9127" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9128" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9129" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9130" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9131" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9132" name="Constant_71339" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9133" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4371">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9134" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4373">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9135" name="self.model.layers.9.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8152312175" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9136" name="Convert_61962" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9137" name="self.model.layers.9.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9138" name="Convert_61964" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9139" name="Subtract_61965" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9140" name="self.model.layers.9.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8181672303" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9141" name="self.model.layers.9.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9142" name="Constant_61969" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9143" name="Reshape_61970" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9144" name="self.model.layers.9.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9145" name="__module.model.layers.9.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4378,input.175">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9146" name="__module.model.layers.9.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4379">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9147" name="self.model.layers.9.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8182589807" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9148" name="Convert_61952" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9149" name="self.model.layers.9.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9150" name="Convert_61954" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9151" name="Subtract_61955" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9152" name="self.model.layers.9.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8211949935" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9153" name="self.model.layers.9.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9154" name="Constant_61959" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9155" name="Reshape_61960" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9156" name="self.model.layers.9.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9157" name="__module.model.layers.9.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4381">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9158" name="__module.model.layers.9.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4382">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9159" name="self.model.layers.9.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8212867439" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9160" name="Convert_61972" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9161" name="self.model.layers.9.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9162" name="Convert_61974" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9163" name="Subtract_61975" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9164" name="self.model.layers.9.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8242227567" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9165" name="self.model.layers.9.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9166" name="Constant_61979" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9167" name="Reshape_61980" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9168" name="self.model.layers.9.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9169" name="__module.model.layers.9.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4384">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9170" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4367,idx.155">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9171" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9172" name="Constant_184553" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9173" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9174" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9175" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9176" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9177" name="Constant_184620" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9178" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9179" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9180" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9181" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9182" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4387">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9183" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9184" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9185" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9186" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4388,4389,current_hidden_states.309,current_hidden_states.311">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9187" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9188" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9189" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9190" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4364_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9191" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4391">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9192" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9193" name="Constant_127325" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9194" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9195" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4394,top_x.157">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9196" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9197" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9198" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9199" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9200" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9201" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9202" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9203" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9204" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9205" name="Constant_71342" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9206" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4397">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9207" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4399">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9208" name="self.model.layers.9.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8243145071" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9209" name="Convert_61992" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9210" name="self.model.layers.9.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9211" name="Convert_61994" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9212" name="Subtract_61995" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9213" name="self.model.layers.9.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8272505199" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9214" name="self.model.layers.9.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9215" name="Constant_61999" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9216" name="Reshape_62000" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9217" name="self.model.layers.9.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9218" name="__module.model.layers.9.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4404,input.177">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9219" name="__module.model.layers.9.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4405">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9220" name="self.model.layers.9.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8273422703" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9221" name="Convert_61982" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9222" name="self.model.layers.9.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9223" name="Convert_61984" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9224" name="Subtract_61985" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9225" name="self.model.layers.9.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8302782831" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9226" name="self.model.layers.9.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9227" name="Constant_61989" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9228" name="Reshape_61990" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9229" name="self.model.layers.9.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9230" name="__module.model.layers.9.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4407">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9231" name="__module.model.layers.9.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4408">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9232" name="self.model.layers.9.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8303700335" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9233" name="Convert_62002" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9234" name="self.model.layers.9.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9235" name="Convert_62004" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9236" name="Subtract_62005" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9237" name="self.model.layers.9.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8333060463" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9238" name="self.model.layers.9.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9239" name="Constant_62009" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9240" name="Reshape_62010" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9241" name="self.model.layers.9.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9242" name="__module.model.layers.9.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4410">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9243" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4393,idx.157">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9244" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9245" name="Constant_184634" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9246" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9247" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9248" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9249" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9250" name="Constant_184701" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9251" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9252" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9253" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9254" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9255" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4413">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9256" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9257" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9258" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9259" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4414,4415,current_hidden_states.313,current_hidden_states.315">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9260" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9261" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9262" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9263" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4390_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9264" name="__module.model.layers.9.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4417">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9265" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9266" name="Constant_127330" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9267" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9268" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4420,top_x.159">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9269" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9270" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9271" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9272" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9273" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9274" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9275" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9276" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9277" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9278" name="Constant_71345" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9279" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4423">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9280" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4425">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9281" name="self.model.layers.9.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8333977967" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9282" name="Convert_62022" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9283" name="self.model.layers.9.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9284" name="Convert_62024" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9285" name="Subtract_62025" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9286" name="self.model.layers.9.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8363338095" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9287" name="self.model.layers.9.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9288" name="Constant_62029" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9289" name="Reshape_62030" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9290" name="self.model.layers.9.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9291" name="__module.model.layers.9.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4430,input.179">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9292" name="__module.model.layers.9.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4431">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9293" name="self.model.layers.9.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8364255599" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9294" name="Convert_62012" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9295" name="self.model.layers.9.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9296" name="Convert_62014" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9297" name="Subtract_62015" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9298" name="self.model.layers.9.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8393615727" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9299" name="self.model.layers.9.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9300" name="Constant_62019" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9301" name="Reshape_62020" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9302" name="self.model.layers.9.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9303" name="__module.model.layers.9.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4433">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9304" name="__module.model.layers.9.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4434">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9305" name="self.model.layers.9.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8394533231" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9306" name="Convert_62032" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9307" name="self.model.layers.9.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9308" name="Convert_62034" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9309" name="Subtract_62035" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9310" name="self.model.layers.9.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8423893359" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9311" name="self.model.layers.9.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9312" name="Constant_62039" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9313" name="Reshape_62040" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9314" name="self.model.layers.9.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9315" name="__module.model.layers.9.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4436">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9316" name="__module.model.layers.9.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4419,idx.159">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9317" name="__module.model.layers.9.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9318" name="Constant_184715" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9319" name="__module.model.layers.9.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9320" name="__module.model.layers.9.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9321" name="__module.model.layers.9.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9322" name="__module.model.layers.9.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9323" name="Constant_184782" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9324" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9325" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9326" name="__module.model.layers.9.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9327" name="__module.model.layers.9.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9328" name="__module.model.layers.9.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4439">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9329" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9330" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9331" name="__module.model.layers.9.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9332" name="__module.model.layers.9.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4440,4441,current_hidden_states.317,current_hidden_states.319">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9333" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9334" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9335" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9336" name="__module.model.layers.9.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4416,final_hidden_states.177">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9337" name="Constant_490612" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9338" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9339" name="Constant_490613" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9340" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9341" name="__module.model.layers.9.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4443">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9342" name="__module.model.layers.9.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4444,hidden_states.339">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9343" name="__module.model.layers.9/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9344" name="__module.model.layers.9/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9345" name="__module.model.layers.9/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9346" name="__module.model.layers.9/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4445,4447,4455,4466,hidden_states.341,hidden_states.343">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9347" name="Constant_648857_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="8424810863" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9348" name="Constant_648857" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9349" name="Constant_648856_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9350" name="Constant_648856" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9351" name="Constant_648854_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9352" name="Constant_648854" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9353" name="__module.model.layers.10.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4456">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9354" name="Constant_17108" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4457">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9355" name="__module.model.layers.10.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4458,variance.41">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9356" name="Constant_648855_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9357" name="Constant_648855" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9358" name="__module.model.layers.10.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4459">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9359" name="__module.model.layers.10.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9360" name="__module.model.layers.10.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4460">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9361" name="__module.model.layers.10.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4461,4462,hidden_states.345,hidden_states.347">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9362" name="__module.model.layers.10.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4463,4465,hidden_states.349">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9363" name="self.model.layers.10.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="8424819055" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9364" name="Convert_62063" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9365" name="self.model.layers.10.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="8441596271" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9366" name="Convert_62066" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9367" name="Subtract_62067" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9368" name="self.model.layers.10.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="8441600367" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9369" name="self.model.layers.10.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9370" name="self.model.layers.10.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9371" name="__module.model.layers.10.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4475,query_states.21">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9372" name="__module.model.layers.10.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9373" name="Constant_592524" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9374" name="Constant_592525" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9375" name="Gather_592526" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9376" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4480">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9377" name="__module.model.layers.10.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4481">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9378" name="__module.model.layers.10.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9379" name="__module.model.layers.10.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4482,q.21">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9380" name="self.model.layers.10.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.10.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9381" name="self.model.layers.10.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9382" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9383" name="self.model.layers.10.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="8441608559" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9384" name="Convert_62053" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9385" name="self.model.layers.10.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="8445802863" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9386" name="Convert_62056" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9387" name="Subtract_62057" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9388" name="self.model.layers.10.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="8445803887" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9389" name="self.model.layers.10.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9390" name="self.model.layers.10.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9391" name="__module.model.layers.10.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4477,key_states.45">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9392" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4483,4486">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9393" name="__module.model.layers.10.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4484">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9394" name="__module.model.layers.10.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9395" name="__module.model.layers.10.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4485,key_states.47">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9396" name="__module.model.layers.10.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9397" name="__module.model.layers.10.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9398" name="__module.model.layers.10.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4489"/>
-			</output>
-		</layer>
-		<layer id="9399" name="Constant_730905_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="9400" name="Constant_730905" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="9401" name="Constant_730898" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9402" name="Constant_730900" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9403" name="Constant_730902" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9404" name="Concat_730903" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9405" name="Broadcast_730906" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9406" name="ReadValue_718171" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.10.keypresent.10.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.10.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9407" name="Constant_705718" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9408" name="Gather_705719" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9409" name="__module.model.layers.10.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9410" name="__module.model.layers.10.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9411" name="__module.model.layers.10.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4491"/>
-			</output>
-		</layer>
-		<layer id="9412" name="__module.model.layers.10.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4490,4494,4495,kv_seq_len.21"/>
-			</output>
-		</layer>
-		<layer id="9413" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9414" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9415" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9416" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4498,4499,4503,cos.41">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9417" name="Constant_71348" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9418" name="__module.model.layers.10.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4506">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9419" name="__module.model.layers.10.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4507,cos.43">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9420" name="__module.model.layers.10.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9421" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9422" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9423" name="__module.model.layers.10.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4511">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9424" name="Constant_608538" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9425" name="Constant_608537" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9426" name="__module.model.layers.10.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9427" name="__module.model.layers.10.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9428" name="__module.model.layers.10.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4512,4517"/>
-			</output>
-		</layer>
-		<layer id="9429" name="__module.model.layers.10.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9430" name="__module.model.layers.10.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4514,4515,4519,4520"/>
-			</output>
-		</layer>
-		<layer id="9431" name="__module.model.layers.10.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9432" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9433" name="Constant_608536" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9434" name="ScatterUpdate_608539" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9435" name="Constant_608542" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9436" name="Constant_608545" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9437" name="__module.model.layers.10.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4521,x2.41">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9438" name="Constant_648858_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9439" name="Constant_648858" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9440" name="__module.model.layers.10.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4522">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9441" name="Constant_608591" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9442" name="Constant_608596" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9443" name="__module.model.layers.10.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4516">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9444" name="__module.model.layers.10.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4524">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9445" name="self.model.layers.10.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.10.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9446" name="self.model.layers.10.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9447" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9448" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9449" name="__module.model.layers.10.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4500,4501,4504,sin.41">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9450" name="Constant_71351" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9451" name="__module.model.layers.10.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4509">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9452" name="__module.model.layers.10.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4510,sin.43">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9453" name="__module.model.layers.10.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9454" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9455" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9456" name="__module.model.layers.10.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4525">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9457" name="__module.model.layers.10.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9458" name="__module.model.layers.10.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9459" name="__module.model.layers.10.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9460" name="__module.model.layers.10.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4526">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9461" name="__module.model.layers.10.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9462" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9463" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9464" name="__module.model.layers.10.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4527">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9465" name="Constant_608641" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9466" name="Constant_608640" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9467" name="__module.model.layers.10.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9468" name="__module.model.layers.10.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4528,4533"/>
-			</output>
-		</layer>
-		<layer id="9469" name="__module.model.layers.10.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9470" name="__module.model.layers.10.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4530,4531,4535,4536"/>
-			</output>
-		</layer>
-		<layer id="9471" name="__module.model.layers.10.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9472" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9473" name="Constant_608639" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9474" name="ScatterUpdate_608642" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9475" name="Constant_608645" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9476" name="Constant_608648" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9477" name="__module.model.layers.10.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4537,x2.43">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9478" name="Constant_648859_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9479" name="Constant_648859" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9480" name="__module.model.layers.10.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4538">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9481" name="Constant_608694" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9482" name="Constant_608699" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9483" name="__module.model.layers.10.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4532">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9484" name="__module.model.layers.10.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4540">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9485" name="__module.model.layers.10.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9486" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9487" name="__module.model.layers.10.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9488" name="__module.model.layers.10.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4541">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9489" name="__module.model.layers.10.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9490" name="__module.model.layers.10.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9491" name="__module.model.layers.10.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9492" name="__module.model.layers.10.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4542">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9493" name="__module.model.layers.10.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.10.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9494" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9495" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9496" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9497" name="__module.model.layers.10.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4552">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9498" name="Constant_608746" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9499" name="Constant_608749" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9500" name="Constant_608752" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9501" name="__module.model.layers.10.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4553">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9502" name="__module.model.layers.10.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4554">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9503" name="Constant_608758" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9504" name="Constant_608761" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9505" name="Constant_608764" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9506" name="__module.model.layers.10.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4555">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9507" name="Constant_608770" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9508" name="Constant_608773" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9509" name="Constant_608776" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9510" name="__module.model.layers.10.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4556">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9511" name="__module.model.layers.10.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9512" name="Constant_591587" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9513" name="__module.model.layers.10.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9514" name="__module.model.layers.10.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4547">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9515" name="__module.model.layers.10.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9516" name="__module.model.layers.10.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4548"/>
-			</output>
-		</layer>
-		<layer id="9517" name="Constant_490617" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9518" name="__module.model.layers.10.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9519" name="Constant_592534" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9520" name="Constant_592535" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9521" name="Gather_592536" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9522" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4557">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9523" name="__module.model.layers.10.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9524" name="__module.model.layers.10.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4558,hidden_states.353">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9525" name="__module.model.layers.10.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4559,4560"/>
-			</output>
-		</layer>
-		<layer id="9526" name="Constant_490620" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9527" name="__module.model.layers.10.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9528" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4561">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9529" name="__module.model.layers.10.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4562">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9530" name="Constant_730892_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="9531" name="Constant_730892" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="9532" name="Constant_730885" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9533" name="Constant_730887" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9534" name="Constant_730889" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9535" name="Concat_730890" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9536" name="Broadcast_730893" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9537" name="ReadValue_718173" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.10.valuepresent.10.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.10.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9538" name="Constant_705721" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9539" name="Gather_705722" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9540" name="self.model.layers.10.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="8445805935" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9541" name="Convert_62043" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9542" name="self.model.layers.10.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="8450000239" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9543" name="Convert_62046" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9544" name="Subtract_62047" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9545" name="self.model.layers.10.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="8450001263" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9546" name="self.model.layers.10.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9547" name="self.model.layers.10.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9548" name="__module.model.layers.10.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4479,value_states.21">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9549" name="__module.model.layers.10.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4487">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9550" name="__module.model.layers.10.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9551" name="__module.model.layers.10.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4488">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9552" name="__module.model.layers.10.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.10.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9553" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9554" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9555" name="__module.model.layers.10.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9556" name="__module.model.layers.10.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4568">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9557" name="Constant_608783" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9558" name="Constant_608786" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9559" name="Constant_608789" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9560" name="__module.model.layers.10.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4569">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9561" name="__module.model.layers.10.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4570">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9562" name="Constant_608795" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9563" name="Constant_608798" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9564" name="Constant_608801" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9565" name="__module.model.layers.10.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4571">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9566" name="Constant_608807" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9567" name="Constant_608810" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9568" name="Constant_608813" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9569" name="__module.model.layers.10.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4572">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9570" name="__module.model.layers.10.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9571" name="Constant_591596" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9572" name="__module.model.layers.10.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9573" name="__module.model.layers.10.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4563">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9574" name="__module.model.layers.10.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9575" name="__module.model.layers.10.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4564"/>
-			</output>
-		</layer>
-		<layer id="9576" name="Constant_490622" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9577" name="__module.model.layers.10.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9578" name="Constant_592544" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9579" name="Constant_592545" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9580" name="Gather_592546" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9581" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4573">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9582" name="__module.model.layers.10.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9583" name="__module.model.layers.10.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4574,hidden_states.357">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9584" name="__module.model.layers.10.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4575,4576"/>
-			</output>
-		</layer>
-		<layer id="9585" name="Constant_490625" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9586" name="__module.model.layers.10.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9587" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4577">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9588" name="__module.model.layers.10.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4578">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9589" name="__module.model.layers.10.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4579,attn_output.41">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9590" name="__module.model.layers.10.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9591" name="__module.model.layers.10.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4580">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9592" name="__module.model.layers.10.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4582">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9593" name="__module.model.layers.10.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4583">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9594" name="self.model.layers.10.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="8450003311" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9595" name="Convert_62072" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9596" name="self.model.layers.10.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9597" name="Convert_62074" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9598" name="Subtract_62075" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9599" name="self.model.layers.10.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="8458391919" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9600" name="self.model.layers.10.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9601" name="Constant_62079" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9602" name="Reshape_62080" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9603" name="self.model.layers.10.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9604" name="__module.model.layers.10.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4585,4587,hidden_states.359">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9605" name="__module.model.layers.10/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9606" name="__module.model.layers.10/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9607" name="__module.model.layers.10/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9608" name="__module.model.layers.10/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4590,4592,4603,hidden_states.361,hidden_states.363">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9609" name="__module.model.layers.10.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="9610" name="__module.model.layers.10.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="9611" name="Constant_648863_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="8458654063" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9612" name="Constant_648863" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9613" name="Constant_648862_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9614" name="Constant_648862" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9615" name="Constant_648860_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9616" name="Constant_648860" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9617" name="__module.model.layers.10.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4593">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9618" name="Constant_17743" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4594">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9619" name="__module.model.layers.10.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4595,variance.43">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9620" name="Constant_648861_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9621" name="Constant_648861" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9622" name="__module.model.layers.10.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4596">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9623" name="__module.model.layers.10.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9624" name="__module.model.layers.10.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4597">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9625" name="__module.model.layers.10.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4598,4599,hidden_states.365,hidden_states.367">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9626" name="__module.model.layers.10.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4600,4602,hidden_states.369">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9627" name="__module.model.layers.10.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9628" name="__module.model.layers.10.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9629" name="__module.model.layers.10.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4621"/>
-			</output>
-		</layer>
-		<layer id="9630" name="__module.model.layers.10.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9631" name="__module.model.layers.10.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4623"/>
-			</output>
-		</layer>
-		<layer id="9632" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4637,4638"/>
-			</output>
-		</layer>
-		<layer id="9633" name="Constant_490626" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9634" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9635" name="Constant_591605" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9636" name="__module.model.layers.10.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9637" name="__module.model.layers.10.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4625">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9638" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4639">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9639" name="__module.model.layers.10.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4640_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9640" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4626,4651,4677,4703,4729,4755,4781,4807,4833">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9641" name="__module.model.layers.10.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4627,hidden_states.371">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9642" name="self.model.layers.10.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="8458662255" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9643" name="Convert_62083" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9644" name="self.model.layers.10.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="8458695023" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9645" name="Convert_62086" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9646" name="Subtract_62087" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9647" name="self.model.layers.10.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="8458695031" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9648" name="self.model.layers.10.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9649" name="self.model.layers.10.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9650" name="__module.model.layers.10.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4629,input.181">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9651" name="__module.model.layers.10.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4630">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9652" name="__module.model.layers.10.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4631_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9653" name="__module.model.layers.10.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="4632">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9654" name="__module.model.layers.10.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9655" name="__module.model.layers.10.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9656" name="__module.model.layers.10.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="9657" name="__module.model.layers.10.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="4641">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9658" name="Constant_17928" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="4642">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9659" name="__module.model.layers.10.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4643,expert_mask.21">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9660" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4644">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9661" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9662" name="Constant_127335" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9663" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9664" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4647,top_x.161">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9665" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9666" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9667" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9668" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9669" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9670" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9671" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9672" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9673" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9674" name="__module.model.layers.10.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4648,4674,4700,4726,4752,4778,4804,4830">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9675" name="Constant_71354" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9676" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4650">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9677" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4652">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9678" name="self.model.layers.10.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8458695047" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9679" name="Convert_62102" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9680" name="self.model.layers.10.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9681" name="Convert_62104" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9682" name="Subtract_62105" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9683" name="self.model.layers.10.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8488055175" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9684" name="self.model.layers.10.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9685" name="Constant_62109" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9686" name="Reshape_62110" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9687" name="self.model.layers.10.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9688" name="__module.model.layers.10.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4657,input.183">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9689" name="__module.model.layers.10.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4658">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9690" name="self.model.layers.10.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8488972679" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9691" name="Convert_62092" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9692" name="self.model.layers.10.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9693" name="Convert_62094" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9694" name="Subtract_62095" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9695" name="self.model.layers.10.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8518332807" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9696" name="self.model.layers.10.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9697" name="Constant_62099" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9698" name="Reshape_62100" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9699" name="self.model.layers.10.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9700" name="__module.model.layers.10.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4660">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9701" name="__module.model.layers.10.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4661">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9702" name="self.model.layers.10.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8519250311" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9703" name="Convert_62112" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9704" name="self.model.layers.10.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9705" name="Convert_62114" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9706" name="Subtract_62115" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9707" name="self.model.layers.10.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8548610439" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9708" name="self.model.layers.10.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9709" name="Constant_62119" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9710" name="Reshape_62120" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9711" name="self.model.layers.10.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9712" name="__module.model.layers.10.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4663">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9713" name="Constant_17814" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4633">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9714" name="__module.model.layers.10.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4634">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9715" name="__module.model.layers.10.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4631,4636,routing_weights.61,routing_weights.65">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9716" name="__module.model.layers.10.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4664,4690,4716,4742,4768,4794,4820,4846">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9717" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9718" name="Constant_184803" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9719" name="Constant_184802" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9720" name="Constant_184804" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9721" name="__module.model.layers.10.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9722" name="Constant_184807" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9723" name="__module.model.layers.10.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9724" name="Constant_184809" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9725" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9726" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9727" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4646,idx.161">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9728" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9729" name="Constant_184796" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9730" name="__module.model.layers.10.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9731" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9732" name="__module.model.layers.10.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9733" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9734" name="Constant_184863" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9735" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9736" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9737" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9738" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9739" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4666">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9740" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9741" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9742" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9743" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4667,4668,current_hidden_states.321,current_hidden_states.323">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9744" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9745" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9746" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9747" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4640_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9748" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4670">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9749" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9750" name="Constant_127340" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9751" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9752" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4673,top_x.163">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9753" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9754" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9755" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9756" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9757" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9758" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9759" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9760" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9761" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9762" name="Constant_71357" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9763" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4676">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9764" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4678">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9765" name="self.model.layers.10.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8549527943" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9766" name="Convert_62132" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9767" name="self.model.layers.10.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9768" name="Convert_62134" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9769" name="Subtract_62135" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9770" name="self.model.layers.10.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8578888071" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9771" name="self.model.layers.10.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9772" name="Constant_62139" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9773" name="Reshape_62140" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9774" name="self.model.layers.10.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9775" name="__module.model.layers.10.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4683,input.185">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9776" name="__module.model.layers.10.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4684">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9777" name="self.model.layers.10.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="8579805575" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9778" name="Convert_62123" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9779" name="self.model.layers.10.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="8638525831" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9780" name="Convert_62126" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9781" name="Subtract_62127" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9782" name="self.model.layers.10.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="8638540167" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9783" name="self.model.layers.10.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9784" name="self.model.layers.10.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9785" name="__module.model.layers.10.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4686">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9786" name="__module.model.layers.10.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4687">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9787" name="self.model.layers.10.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8638568839" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9788" name="Convert_62142" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9789" name="self.model.layers.10.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9790" name="Convert_62144" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9791" name="Subtract_62145" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9792" name="self.model.layers.10.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8667928967" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9793" name="self.model.layers.10.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9794" name="Constant_62149" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9795" name="Reshape_62150" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9796" name="self.model.layers.10.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9797" name="__module.model.layers.10.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4689">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9798" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4672,idx.163">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9799" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9800" name="Constant_184877" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9801" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9802" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9803" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9804" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9805" name="Constant_184944" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9806" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9807" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9808" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9809" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9810" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4692">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9811" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9812" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9813" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9814" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4693,4694,current_hidden_states.325,current_hidden_states.327">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9815" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9816" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9817" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9818" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4669_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9819" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4696">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9820" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9821" name="Constant_127345" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9822" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9823" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4699,top_x.165">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9824" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9825" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9826" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9827" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9828" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9829" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9830" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9831" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9832" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9833" name="Constant_71360" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9834" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4702">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9835" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4704">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9836" name="self.model.layers.10.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8668846471" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9837" name="Convert_62162" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9838" name="self.model.layers.10.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9839" name="Convert_62164" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9840" name="Subtract_62165" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9841" name="self.model.layers.10.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8698206599" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9842" name="self.model.layers.10.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9843" name="Constant_62169" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9844" name="Reshape_62170" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9845" name="self.model.layers.10.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9846" name="__module.model.layers.10.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4709,input.187">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9847" name="__module.model.layers.10.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4710">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9848" name="self.model.layers.10.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8699124103" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9849" name="Convert_62152" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9850" name="self.model.layers.10.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9851" name="Convert_62154" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9852" name="Subtract_62155" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9853" name="self.model.layers.10.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8728484231" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9854" name="self.model.layers.10.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9855" name="Constant_62159" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9856" name="Reshape_62160" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9857" name="self.model.layers.10.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9858" name="__module.model.layers.10.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4712">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9859" name="__module.model.layers.10.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4713">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9860" name="self.model.layers.10.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8729401735" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9861" name="Convert_62172" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9862" name="self.model.layers.10.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9863" name="Convert_62174" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9864" name="Subtract_62175" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9865" name="self.model.layers.10.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8758761863" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9866" name="self.model.layers.10.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9867" name="Constant_62179" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9868" name="Reshape_62180" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9869" name="self.model.layers.10.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9870" name="__module.model.layers.10.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4715">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9871" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4698,idx.165">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9872" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9873" name="Constant_184958" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9874" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9875" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9876" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9877" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9878" name="Constant_185025" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9879" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9880" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9881" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9882" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9883" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4718">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9884" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9885" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9886" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9887" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4719,4720,current_hidden_states.329,current_hidden_states.331">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9888" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9889" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9890" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9891" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4695_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9892" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4722">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9893" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9894" name="Constant_127350" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9895" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9896" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4725,top_x.167">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9897" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9898" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9899" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9900" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9901" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9902" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9903" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9904" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9905" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9906" name="Constant_71363" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9907" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4728">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9908" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4730">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9909" name="self.model.layers.10.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8759679367" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9910" name="Convert_62192" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9911" name="self.model.layers.10.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9912" name="Convert_62194" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9913" name="Subtract_62195" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9914" name="self.model.layers.10.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8789039495" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9915" name="self.model.layers.10.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9916" name="Constant_62199" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9917" name="Reshape_62200" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9918" name="self.model.layers.10.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9919" name="__module.model.layers.10.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4735,input.189">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9920" name="__module.model.layers.10.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4736">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9921" name="self.model.layers.10.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8789956999" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9922" name="Convert_62182" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9923" name="self.model.layers.10.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9924" name="Convert_62184" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9925" name="Subtract_62185" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9926" name="self.model.layers.10.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8819317127" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9927" name="self.model.layers.10.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9928" name="Constant_62189" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9929" name="Reshape_62190" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9930" name="self.model.layers.10.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9931" name="__module.model.layers.10.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4738">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9932" name="__module.model.layers.10.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4739">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9933" name="self.model.layers.10.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8820234631" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9934" name="Convert_62202" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9935" name="self.model.layers.10.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9936" name="Convert_62204" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9937" name="Subtract_62205" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9938" name="self.model.layers.10.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8849594759" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9939" name="self.model.layers.10.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9940" name="Constant_62209" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9941" name="Reshape_62210" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9942" name="self.model.layers.10.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9943" name="__module.model.layers.10.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4741">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9944" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4724,idx.167">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9945" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9946" name="Constant_185039" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9947" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9948" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9949" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9950" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9951" name="Constant_185106" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9952" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9953" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9954" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9955" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9956" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4744">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9957" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9958" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9959" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9960" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4745,4746,current_hidden_states.333,current_hidden_states.335">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9961" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9962" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9963" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9964" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4721_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9965" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4748">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9966" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9967" name="Constant_127355" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9968" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9969" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4751,top_x.169">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9970" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9971" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9972" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9973" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9974" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9975" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9976" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9977" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9978" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9979" name="Constant_71366" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="9980" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4754">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9981" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4756">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9982" name="self.model.layers.10.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8850512263" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9983" name="Convert_62222" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9984" name="self.model.layers.10.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9985" name="Convert_62224" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9986" name="Subtract_62225" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9987" name="self.model.layers.10.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8879872391" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9988" name="self.model.layers.10.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9989" name="Constant_62229" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9990" name="Reshape_62230" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9991" name="self.model.layers.10.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9992" name="__module.model.layers.10.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4761,input.191">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9993" name="__module.model.layers.10.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4762">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9994" name="self.model.layers.10.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8880789895" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9995" name="Convert_62212" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9996" name="self.model.layers.10.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9997" name="Convert_62214" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9998" name="Subtract_62215" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="9999" name="self.model.layers.10.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8910150023" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10000" name="self.model.layers.10.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10001" name="Constant_62219" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10002" name="Reshape_62220" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10003" name="self.model.layers.10.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10004" name="__module.model.layers.10.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4764">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10005" name="__module.model.layers.10.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4765">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10006" name="self.model.layers.10.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="8911067527" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10007" name="Convert_62232" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10008" name="self.model.layers.10.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10009" name="Convert_62234" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10010" name="Subtract_62235" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10011" name="self.model.layers.10.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="8940427655" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10012" name="self.model.layers.10.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10013" name="Constant_62239" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10014" name="Reshape_62240" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10015" name="self.model.layers.10.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10016" name="__module.model.layers.10.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4767">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10017" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4750,idx.169">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10018" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10019" name="Constant_185120" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10020" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10021" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10022" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10023" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10024" name="Constant_185187" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10025" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10026" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10027" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10028" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10029" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4770">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10030" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10031" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10032" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10033" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4771,4772,current_hidden_states.337,current_hidden_states.339">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10034" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10035" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10036" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10037" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4747_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10038" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4774">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10039" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10040" name="Constant_127360" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10041" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10042" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4777,top_x.171">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10043" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10044" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10045" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10046" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10047" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10048" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10049" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10050" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10051" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10052" name="Constant_71369" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10053" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4780">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10054" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4782">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10055" name="self.model.layers.10.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8941345159" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10056" name="Convert_62252" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10057" name="self.model.layers.10.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10058" name="Convert_62254" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10059" name="Subtract_62255" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10060" name="self.model.layers.10.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="8970705287" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10061" name="self.model.layers.10.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10062" name="Constant_62259" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10063" name="Reshape_62260" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10064" name="self.model.layers.10.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10065" name="__module.model.layers.10.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4787,input.193">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10066" name="__module.model.layers.10.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4788">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10067" name="self.model.layers.10.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="8971622791" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10068" name="Convert_62242" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10069" name="self.model.layers.10.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10070" name="Convert_62244" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10071" name="Subtract_62245" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10072" name="self.model.layers.10.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9000982919" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10073" name="self.model.layers.10.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10074" name="Constant_62249" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10075" name="Reshape_62250" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10076" name="self.model.layers.10.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10077" name="__module.model.layers.10.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4790">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10078" name="__module.model.layers.10.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4791">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10079" name="self.model.layers.10.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9001900423" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10080" name="Convert_62262" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10081" name="self.model.layers.10.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10082" name="Convert_62264" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10083" name="Subtract_62265" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10084" name="self.model.layers.10.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9031260551" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10085" name="self.model.layers.10.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10086" name="Constant_62269" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10087" name="Reshape_62270" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10088" name="self.model.layers.10.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10089" name="__module.model.layers.10.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4793">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10090" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4776,idx.171">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10091" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10092" name="Constant_185201" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10093" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10094" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10095" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10096" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10097" name="Constant_185268" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10098" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10099" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10100" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10101" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10102" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4796">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10103" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10104" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10105" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10106" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4797,4798,current_hidden_states.341,current_hidden_states.343">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10107" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10108" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10109" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10110" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4773_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10111" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4800">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10112" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10113" name="Constant_127365" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10114" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10115" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4803,top_x.173">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10116" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10117" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10118" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10119" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10120" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10121" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10122" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10123" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10124" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10125" name="Constant_71372" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10126" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4806">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10127" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4808">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10128" name="self.model.layers.10.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9032178055" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10129" name="Convert_62282" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10130" name="self.model.layers.10.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10131" name="Convert_62284" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10132" name="Subtract_62285" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10133" name="self.model.layers.10.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9061538183" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10134" name="self.model.layers.10.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10135" name="Constant_62289" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10136" name="Reshape_62290" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10137" name="self.model.layers.10.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10138" name="__module.model.layers.10.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4813,input.195">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10139" name="__module.model.layers.10.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4814">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10140" name="self.model.layers.10.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9062455687" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10141" name="Convert_62272" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10142" name="self.model.layers.10.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10143" name="Convert_62274" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10144" name="Subtract_62275" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10145" name="self.model.layers.10.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9091815815" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10146" name="self.model.layers.10.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10147" name="Constant_62279" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10148" name="Reshape_62280" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10149" name="self.model.layers.10.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10150" name="__module.model.layers.10.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4816">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10151" name="__module.model.layers.10.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4817">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10152" name="self.model.layers.10.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9092733319" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10153" name="Convert_62292" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10154" name="self.model.layers.10.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10155" name="Convert_62294" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10156" name="Subtract_62295" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10157" name="self.model.layers.10.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9122093447" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10158" name="self.model.layers.10.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10159" name="Constant_62299" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10160" name="Reshape_62300" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10161" name="self.model.layers.10.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10162" name="__module.model.layers.10.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4819">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10163" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4802,idx.173">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10164" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10165" name="Constant_185282" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10166" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10167" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10168" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10169" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10170" name="Constant_185349" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10171" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10172" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10173" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10174" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10175" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4822">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10176" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10177" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10178" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10179" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4823,4824,current_hidden_states.345,current_hidden_states.347">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10180" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10181" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10182" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10183" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4799_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10184" name="__module.model.layers.10.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="4826">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10185" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10186" name="Constant_127370" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10187" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10188" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4829,top_x.175">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10189" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10190" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10191" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10192" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10193" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10194" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10195" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10196" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10197" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10198" name="Constant_71375" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10199" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4832">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10200" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4834">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10201" name="self.model.layers.10.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9123010951" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10202" name="Convert_62312" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10203" name="self.model.layers.10.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10204" name="Convert_62314" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10205" name="Subtract_62315" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10206" name="self.model.layers.10.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9152371079" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10207" name="self.model.layers.10.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10208" name="Constant_62319" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10209" name="Reshape_62320" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10210" name="self.model.layers.10.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10211" name="__module.model.layers.10.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4839,input.197">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10212" name="__module.model.layers.10.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="4840">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10213" name="self.model.layers.10.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9153288583" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10214" name="Convert_62302" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10215" name="self.model.layers.10.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10216" name="Convert_62304" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10217" name="Subtract_62305" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10218" name="self.model.layers.10.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9182648711" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10219" name="self.model.layers.10.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10220" name="Constant_62309" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10221" name="Reshape_62310" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10222" name="self.model.layers.10.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10223" name="__module.model.layers.10.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4842">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10224" name="__module.model.layers.10.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4843">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10225" name="self.model.layers.10.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9183566215" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10226" name="Convert_62322" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10227" name="self.model.layers.10.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10228" name="Convert_62324" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10229" name="Subtract_62325" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10230" name="self.model.layers.10.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9212926343" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10231" name="self.model.layers.10.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10232" name="Constant_62329" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10233" name="Reshape_62330" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10234" name="self.model.layers.10.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10235" name="__module.model.layers.10.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4845">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10236" name="__module.model.layers.10.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="4828,idx.175">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10237" name="__module.model.layers.10.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10238" name="Constant_185363" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10239" name="__module.model.layers.10.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10240" name="__module.model.layers.10.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10241" name="__module.model.layers.10.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10242" name="__module.model.layers.10.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10243" name="Constant_185430" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10244" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10245" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10246" name="__module.model.layers.10.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10247" name="__module.model.layers.10.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10248" name="__module.model.layers.10.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4848">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10249" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10250" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10251" name="__module.model.layers.10.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10252" name="__module.model.layers.10.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4849,4850,current_hidden_states.349,current_hidden_states.351">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10253" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10254" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10255" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10256" name="__module.model.layers.10.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4825,final_hidden_states.195">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10257" name="Constant_490628" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10258" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10259" name="Constant_490629" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10260" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10261" name="__module.model.layers.10.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4852">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10262" name="__module.model.layers.10.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4853,hidden_states.373">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10263" name="__module.model.layers.10/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10264" name="__module.model.layers.10/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10265" name="__module.model.layers.10/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10266" name="__module.model.layers.10/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4854,4856,4864,4875,hidden_states.375,hidden_states.377">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10267" name="Constant_648867_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="9213843847" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10268" name="Constant_648867" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10269" name="Constant_648866_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10270" name="Constant_648866" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10271" name="Constant_648864_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10272" name="Constant_648864" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10273" name="__module.model.layers.11.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4865">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10274" name="Constant_18786" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="4866">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10275" name="__module.model.layers.11.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4867,variance.45">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10276" name="Constant_648865_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10277" name="Constant_648865" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10278" name="__module.model.layers.11.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4868">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10279" name="__module.model.layers.11.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10280" name="__module.model.layers.11.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4869">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10281" name="__module.model.layers.11.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4870,4871,hidden_states.379,hidden_states.381">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10282" name="__module.model.layers.11.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4872,4874,hidden_states.383">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10283" name="self.model.layers.11.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="9213852039" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10284" name="Convert_62353" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10285" name="self.model.layers.11.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="9230629255" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10286" name="Convert_62356" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10287" name="Subtract_62357" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10288" name="self.model.layers.11.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="9230633351" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10289" name="self.model.layers.11.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10290" name="self.model.layers.11.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10291" name="__module.model.layers.11.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4884,query_states.23">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10292" name="__module.model.layers.11.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10293" name="Constant_592559" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10294" name="Constant_592560" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10295" name="Gather_592561" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10296" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4889">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10297" name="__module.model.layers.11.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4890">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10298" name="__module.model.layers.11.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10299" name="__module.model.layers.11.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4891,q.23">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10300" name="self.model.layers.11.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.11.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10301" name="self.model.layers.11.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10302" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10303" name="self.model.layers.11.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="9230641543" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10304" name="Convert_62342" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10305" name="self.model.layers.11.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10306" name="Convert_62344" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10307" name="Subtract_62345" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10308" name="self.model.layers.11.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="9232738695" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10309" name="self.model.layers.11.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10310" name="Constant_62349" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10311" name="Reshape_62350" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10312" name="self.model.layers.11.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10313" name="__module.model.layers.11.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4886,key_states.49">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10314" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4892,4895">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10315" name="__module.model.layers.11.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4893">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10316" name="__module.model.layers.11.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10317" name="__module.model.layers.11.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4894,key_states.51">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10318" name="__module.model.layers.11.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10319" name="__module.model.layers.11.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10320" name="__module.model.layers.11.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4898"/>
-			</output>
-		</layer>
-		<layer id="10321" name="Constant_730931_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="10322" name="Constant_730931" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="10323" name="Constant_730924" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10324" name="Constant_730926" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10325" name="Constant_730928" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10326" name="Concat_730929" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10327" name="Broadcast_730932" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10328" name="ReadValue_718175" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.11.keypresent.11.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.11.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10329" name="Constant_705724" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10330" name="Gather_705725" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10331" name="__module.model.layers.11.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10332" name="__module.model.layers.11.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10333" name="__module.model.layers.11.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4900"/>
-			</output>
-		</layer>
-		<layer id="10334" name="__module.model.layers.11.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4899,4903,4904,kv_seq_len.23"/>
-			</output>
-		</layer>
-		<layer id="10335" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10336" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10337" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10338" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4907,4908,4912,cos.45">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10339" name="Constant_71378" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10340" name="__module.model.layers.11.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4915">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10341" name="__module.model.layers.11.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4916,cos.47">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10342" name="__module.model.layers.11.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10343" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10344" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10345" name="__module.model.layers.11.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4920">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10346" name="Constant_608827" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10347" name="Constant_608826" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10348" name="__module.model.layers.11.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10349" name="__module.model.layers.11.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10350" name="__module.model.layers.11.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4921,4926"/>
-			</output>
-		</layer>
-		<layer id="10351" name="__module.model.layers.11.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10352" name="__module.model.layers.11.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4923,4924,4928,4929"/>
-			</output>
-		</layer>
-		<layer id="10353" name="__module.model.layers.11.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10354" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10355" name="Constant_608825" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10356" name="ScatterUpdate_608828" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10357" name="Constant_608831" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10358" name="Constant_608834" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10359" name="__module.model.layers.11.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4930,x2.45">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10360" name="Constant_648868_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10361" name="Constant_648868" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10362" name="__module.model.layers.11.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4931">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10363" name="Constant_608880" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10364" name="Constant_608885" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10365" name="__module.model.layers.11.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4925">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10366" name="__module.model.layers.11.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4933">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10367" name="self.model.layers.11.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.11.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10368" name="self.model.layers.11.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10369" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10370" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10371" name="__module.model.layers.11.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4909,4910,4913,sin.45">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10372" name="Constant_71381" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10373" name="__module.model.layers.11.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="4918">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10374" name="__module.model.layers.11.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4919,sin.47">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10375" name="__module.model.layers.11.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10376" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10377" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10378" name="__module.model.layers.11.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4934">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10379" name="__module.model.layers.11.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10380" name="__module.model.layers.11.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10381" name="__module.model.layers.11.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10382" name="__module.model.layers.11.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4935">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10383" name="__module.model.layers.11.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10384" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10385" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10386" name="__module.model.layers.11.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4936">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10387" name="Constant_608930" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10388" name="Constant_608929" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10389" name="__module.model.layers.11.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10390" name="__module.model.layers.11.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4937,4942"/>
-			</output>
-		</layer>
-		<layer id="10391" name="__module.model.layers.11.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10392" name="__module.model.layers.11.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="4939,4940,4944,4945"/>
-			</output>
-		</layer>
-		<layer id="10393" name="__module.model.layers.11.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10394" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10395" name="Constant_608928" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10396" name="ScatterUpdate_608931" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10397" name="Constant_608934" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10398" name="Constant_608937" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10399" name="__module.model.layers.11.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4946,x2.47">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10400" name="Constant_648869_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10401" name="Constant_648869" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10402" name="__module.model.layers.11.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4947">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10403" name="Constant_608983" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10404" name="Constant_608988" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10405" name="__module.model.layers.11.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4941">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10406" name="__module.model.layers.11.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4949">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10407" name="__module.model.layers.11.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10408" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10409" name="__module.model.layers.11.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10410" name="__module.model.layers.11.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4950">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10411" name="__module.model.layers.11.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10412" name="__module.model.layers.11.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10413" name="__module.model.layers.11.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10414" name="__module.model.layers.11.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4951">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10415" name="__module.model.layers.11.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.11.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10416" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10417" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10418" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10419" name="__module.model.layers.11.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4961">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10420" name="Constant_609035" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10421" name="Constant_609038" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10422" name="Constant_609041" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10423" name="__module.model.layers.11.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4962">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10424" name="__module.model.layers.11.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4963">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10425" name="Constant_609047" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10426" name="Constant_609050" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10427" name="Constant_609053" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10428" name="__module.model.layers.11.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4964">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10429" name="Constant_609059" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10430" name="Constant_609062" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10431" name="Constant_609065" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10432" name="__module.model.layers.11.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4965">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10433" name="__module.model.layers.11.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10434" name="Constant_591614" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10435" name="__module.model.layers.11.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10436" name="__module.model.layers.11.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4956">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10437" name="__module.model.layers.11.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10438" name="__module.model.layers.11.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4957"/>
-			</output>
-		</layer>
-		<layer id="10439" name="Constant_490633" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10440" name="__module.model.layers.11.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10441" name="Constant_592569" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10442" name="Constant_592570" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10443" name="Gather_592571" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10444" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4966">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10445" name="__module.model.layers.11.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10446" name="__module.model.layers.11.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4967,hidden_states.387">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10447" name="__module.model.layers.11.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4968,4969"/>
-			</output>
-		</layer>
-		<layer id="10448" name="Constant_490636" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10449" name="__module.model.layers.11.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10450" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4970">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10451" name="__module.model.layers.11.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4971">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10452" name="Constant_730918_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="10453" name="Constant_730918" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="10454" name="Constant_730911" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10455" name="Constant_730913" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10456" name="Constant_730915" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10457" name="Concat_730916" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10458" name="Broadcast_730919" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10459" name="ReadValue_718177" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.11.valuepresent.11.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.11.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10460" name="Constant_705727" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10461" name="Gather_705728" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10462" name="self.model.layers.11.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="9232804231" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10463" name="Convert_62333" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10464" name="self.model.layers.11.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="9236998535" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10465" name="Convert_62336" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10466" name="Subtract_62337" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10467" name="self.model.layers.11.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="9236999559" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10468" name="self.model.layers.11.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10469" name="self.model.layers.11.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10470" name="__module.model.layers.11.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4888,value_states.23">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10471" name="__module.model.layers.11.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4896">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10472" name="__module.model.layers.11.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10473" name="__module.model.layers.11.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4897">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10474" name="__module.model.layers.11.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.11.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10475" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10476" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10477" name="__module.model.layers.11.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10478" name="__module.model.layers.11.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4977">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10479" name="Constant_609072" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10480" name="Constant_609075" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10481" name="Constant_609078" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10482" name="__module.model.layers.11.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4978">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10483" name="__module.model.layers.11.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4979">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10484" name="Constant_609084" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10485" name="Constant_609087" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10486" name="Constant_609090" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10487" name="__module.model.layers.11.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4980">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10488" name="Constant_609096" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10489" name="Constant_609099" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10490" name="Constant_609102" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10491" name="__module.model.layers.11.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4981">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10492" name="__module.model.layers.11.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10493" name="Constant_591623" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10494" name="__module.model.layers.11.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10495" name="__module.model.layers.11.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4972">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10496" name="__module.model.layers.11.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10497" name="__module.model.layers.11.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4973"/>
-			</output>
-		</layer>
-		<layer id="10498" name="Constant_490638" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10499" name="__module.model.layers.11.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10500" name="Constant_592579" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10501" name="Constant_592580" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10502" name="Gather_592581" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10503" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="4982">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10504" name="__module.model.layers.11.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10505" name="__module.model.layers.11.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4983,hidden_states.391">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10506" name="__module.model.layers.11.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4984,4985"/>
-			</output>
-		</layer>
-		<layer id="10507" name="Constant_490641" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10508" name="__module.model.layers.11.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10509" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="4986">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10510" name="__module.model.layers.11.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4987">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10511" name="__module.model.layers.11.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="4988,attn_output.45">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10512" name="__module.model.layers.11.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10513" name="__module.model.layers.11.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4989">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10514" name="__module.model.layers.11.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="4991">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10515" name="__module.model.layers.11.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4992">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10516" name="self.model.layers.11.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="9237001607" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10517" name="Convert_62362" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10518" name="self.model.layers.11.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10519" name="Convert_62364" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10520" name="Subtract_62365" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10521" name="self.model.layers.11.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="9245390215" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10522" name="self.model.layers.11.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10523" name="Constant_62369" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10524" name="Reshape_62370" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10525" name="self.model.layers.11.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10526" name="__module.model.layers.11.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4994,4996,hidden_states.393">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10527" name="__module.model.layers.11/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10528" name="__module.model.layers.11/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10529" name="__module.model.layers.11/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10530" name="__module.model.layers.11/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="4999,5001,5012,hidden_states.395,hidden_states.397">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10531" name="__module.model.layers.11.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="10532" name="__module.model.layers.11.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="10533" name="Constant_648873_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="9245652359" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10534" name="Constant_648873" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10535" name="Constant_648872_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10536" name="Constant_648872" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10537" name="Constant_648870_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10538" name="Constant_648870" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10539" name="__module.model.layers.11.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5002">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10540" name="Constant_19421" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5003">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10541" name="__module.model.layers.11.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5004,variance.47">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10542" name="Constant_648871_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10543" name="Constant_648871" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10544" name="__module.model.layers.11.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5005">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10545" name="__module.model.layers.11.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10546" name="__module.model.layers.11.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5006">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10547" name="__module.model.layers.11.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5007,5008,hidden_states.399,hidden_states.401">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10548" name="__module.model.layers.11.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5009,5011,hidden_states.403">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10549" name="__module.model.layers.11.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10550" name="__module.model.layers.11.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10551" name="__module.model.layers.11.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5030"/>
-			</output>
-		</layer>
-		<layer id="10552" name="__module.model.layers.11.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10553" name="__module.model.layers.11.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5032"/>
-			</output>
-		</layer>
-		<layer id="10554" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5046,5047"/>
-			</output>
-		</layer>
-		<layer id="10555" name="Constant_490642" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10556" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10557" name="Constant_591632" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10558" name="__module.model.layers.11.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10559" name="__module.model.layers.11.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5034">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10560" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5048">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10561" name="__module.model.layers.11.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5049_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10562" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5035,5060,5086,5112,5138,5164,5190,5216,5242">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10563" name="__module.model.layers.11.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5036,hidden_states.405">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10564" name="self.model.layers.11.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="9245660551" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10565" name="Convert_62373" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10566" name="self.model.layers.11.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="9245693319" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10567" name="Convert_62376" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10568" name="Subtract_62377" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10569" name="self.model.layers.11.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="9245693327" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10570" name="self.model.layers.11.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10571" name="self.model.layers.11.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10572" name="__module.model.layers.11.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5038,input.199">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10573" name="__module.model.layers.11.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5039">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10574" name="__module.model.layers.11.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5040_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10575" name="__module.model.layers.11.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="5041">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10576" name="__module.model.layers.11.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10577" name="__module.model.layers.11.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10578" name="__module.model.layers.11.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="10579" name="__module.model.layers.11.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="5050">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10580" name="Constant_19606" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="5051">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10581" name="__module.model.layers.11.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5052,expert_mask.23">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10582" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5053">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10583" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10584" name="Constant_127375" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10585" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10586" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5056,top_x.177">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10587" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10588" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10589" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10590" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10591" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10592" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10593" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10594" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10595" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10596" name="__module.model.layers.11.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5057,5083,5109,5135,5161,5187,5213,5239">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10597" name="Constant_71384" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10598" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5059">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10599" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5061">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10600" name="self.model.layers.11.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9245693343" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10601" name="Convert_62392" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10602" name="self.model.layers.11.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10603" name="Convert_62394" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10604" name="Subtract_62395" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10605" name="self.model.layers.11.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9275053471" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10606" name="self.model.layers.11.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10607" name="Constant_62399" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10608" name="Reshape_62400" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10609" name="self.model.layers.11.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10610" name="__module.model.layers.11.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5066,input.201">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10611" name="__module.model.layers.11.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5067">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10612" name="self.model.layers.11.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="9275970975" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10613" name="Convert_62383" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10614" name="self.model.layers.11.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="9334691231" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10615" name="Convert_62386" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10616" name="Subtract_62387" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10617" name="self.model.layers.11.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="9334705567" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10618" name="self.model.layers.11.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10619" name="self.model.layers.11.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10620" name="__module.model.layers.11.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5069">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10621" name="__module.model.layers.11.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5070">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10622" name="self.model.layers.11.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9334734239" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10623" name="Convert_62402" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10624" name="self.model.layers.11.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10625" name="Convert_62404" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10626" name="Subtract_62405" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10627" name="self.model.layers.11.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9364094367" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10628" name="self.model.layers.11.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10629" name="Constant_62409" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10630" name="Reshape_62410" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10631" name="self.model.layers.11.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10632" name="__module.model.layers.11.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5072">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10633" name="Constant_19492" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5042">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10634" name="__module.model.layers.11.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5043">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10635" name="__module.model.layers.11.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5040,5045,routing_weights.67,routing_weights.71">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10636" name="__module.model.layers.11.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5073,5099,5125,5151,5177,5203,5229,5255">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10637" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10638" name="Constant_185451" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10639" name="Constant_185450" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10640" name="Constant_185452" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10641" name="__module.model.layers.11.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10642" name="Constant_185455" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10643" name="__module.model.layers.11.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10644" name="Constant_185457" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10645" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10646" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10647" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5055,idx.177">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10648" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10649" name="Constant_185444" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10650" name="__module.model.layers.11.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10651" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10652" name="__module.model.layers.11.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10653" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10654" name="Constant_185511" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10655" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10656" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10657" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10658" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10659" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5075">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10660" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10661" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10662" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10663" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5076,5077,current_hidden_states.353,current_hidden_states.355">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10664" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10665" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10666" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10667" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5049_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10668" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5079">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10669" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10670" name="Constant_127380" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10671" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10672" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5082,top_x.179">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10673" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10674" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10675" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10676" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10677" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10678" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10679" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10680" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10681" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10682" name="Constant_71387" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10683" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5085">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10684" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5087">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10685" name="self.model.layers.11.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9365011871" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10686" name="Convert_62422" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10687" name="self.model.layers.11.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10688" name="Convert_62424" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10689" name="Subtract_62425" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10690" name="self.model.layers.11.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9394371999" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10691" name="self.model.layers.11.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10692" name="Constant_62429" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10693" name="Reshape_62430" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10694" name="self.model.layers.11.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10695" name="__module.model.layers.11.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5092,input.203">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10696" name="__module.model.layers.11.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5093">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10697" name="self.model.layers.11.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="9395289503" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10698" name="Convert_62413" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10699" name="self.model.layers.11.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="9454009759" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10700" name="Convert_62416" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10701" name="Subtract_62417" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10702" name="self.model.layers.11.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="9454024095" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10703" name="self.model.layers.11.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10704" name="self.model.layers.11.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10705" name="__module.model.layers.11.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5095">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10706" name="__module.model.layers.11.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5096">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10707" name="self.model.layers.11.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9454052767" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10708" name="Convert_62432" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10709" name="self.model.layers.11.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10710" name="Convert_62434" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10711" name="Subtract_62435" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10712" name="self.model.layers.11.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9483412895" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10713" name="self.model.layers.11.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10714" name="Constant_62439" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10715" name="Reshape_62440" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10716" name="self.model.layers.11.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10717" name="__module.model.layers.11.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5098">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10718" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5081,idx.179">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10719" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10720" name="Constant_185525" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10721" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10722" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10723" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10724" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10725" name="Constant_185592" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10726" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10727" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10728" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10729" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10730" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5101">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10731" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10732" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10733" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10734" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5102,5103,current_hidden_states.357,current_hidden_states.359">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10735" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10736" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10737" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10738" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5078_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10739" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5105">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10740" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10741" name="Constant_127385" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10742" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10743" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5108,top_x.181">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10744" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10745" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10746" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10747" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10748" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10749" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10750" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10751" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10752" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10753" name="Constant_71390" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10754" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5111">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10755" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5113">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10756" name="self.model.layers.11.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9484330399" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10757" name="Convert_62452" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10758" name="self.model.layers.11.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10759" name="Convert_62454" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10760" name="Subtract_62455" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10761" name="self.model.layers.11.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9513690527" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10762" name="self.model.layers.11.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10763" name="Constant_62459" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10764" name="Reshape_62460" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10765" name="self.model.layers.11.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10766" name="__module.model.layers.11.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5118,input.205">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10767" name="__module.model.layers.11.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5119">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10768" name="self.model.layers.11.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9514608031" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10769" name="Convert_62442" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10770" name="self.model.layers.11.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10771" name="Convert_62444" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10772" name="Subtract_62445" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10773" name="self.model.layers.11.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9543968159" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10774" name="self.model.layers.11.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10775" name="Constant_62449" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10776" name="Reshape_62450" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10777" name="self.model.layers.11.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10778" name="__module.model.layers.11.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5121">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10779" name="__module.model.layers.11.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5122">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10780" name="self.model.layers.11.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9544885663" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10781" name="Convert_62462" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10782" name="self.model.layers.11.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10783" name="Convert_62464" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10784" name="Subtract_62465" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10785" name="self.model.layers.11.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9574245791" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10786" name="self.model.layers.11.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10787" name="Constant_62469" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10788" name="Reshape_62470" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10789" name="self.model.layers.11.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10790" name="__module.model.layers.11.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5124">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10791" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5107,idx.181">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10792" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10793" name="Constant_185606" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10794" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10795" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10796" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10797" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10798" name="Constant_185673" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10799" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10800" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10801" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10802" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10803" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5127">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10804" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10805" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10806" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10807" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5128,5129,current_hidden_states.361,current_hidden_states.363">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10808" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10809" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10810" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10811" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5104_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10812" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5131">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10813" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10814" name="Constant_127390" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10815" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10816" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5134,top_x.183">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10817" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10818" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10819" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10820" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10821" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10822" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10823" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10824" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10825" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10826" name="Constant_71393" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10827" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5137">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10828" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5139">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10829" name="self.model.layers.11.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="9575163295" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10830" name="Convert_62483" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10831" name="self.model.layers.11.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="9633883551" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10832" name="Convert_62486" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10833" name="Subtract_62487" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10834" name="self.model.layers.11.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="9633897887" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10835" name="self.model.layers.11.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10836" name="self.model.layers.11.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10837" name="__module.model.layers.11.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5144,input.207">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10838" name="__module.model.layers.11.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5145">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10839" name="self.model.layers.11.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="9633926559" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10840" name="Convert_62473" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10841" name="self.model.layers.11.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="9692646815" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10842" name="Convert_62476" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10843" name="Subtract_62477" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10844" name="self.model.layers.11.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="9692661151" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10845" name="self.model.layers.11.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10846" name="self.model.layers.11.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10847" name="__module.model.layers.11.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5147">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10848" name="__module.model.layers.11.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5148">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10849" name="self.model.layers.11.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9692689823" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10850" name="Convert_62492" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10851" name="self.model.layers.11.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10852" name="Convert_62494" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10853" name="Subtract_62495" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10854" name="self.model.layers.11.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9722049951" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10855" name="self.model.layers.11.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10856" name="Constant_62499" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10857" name="Reshape_62500" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10858" name="self.model.layers.11.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10859" name="__module.model.layers.11.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5150">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10860" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5133,idx.183">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10861" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10862" name="Constant_185687" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10863" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10864" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10865" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10866" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10867" name="Constant_185754" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10868" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10869" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10870" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10871" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10872" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5153">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10873" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10874" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10875" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10876" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5154,5155,current_hidden_states.365,current_hidden_states.367">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10877" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10878" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10879" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10880" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5130_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10881" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5157">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10882" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10883" name="Constant_127395" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10884" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10885" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5160,top_x.185">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10886" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10887" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10888" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10889" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10890" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10891" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10892" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10893" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10894" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10895" name="Constant_71396" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10896" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5163">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10897" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5165">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10898" name="self.model.layers.11.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9722967455" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10899" name="Convert_62512" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10900" name="self.model.layers.11.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10901" name="Convert_62514" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10902" name="Subtract_62515" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10903" name="self.model.layers.11.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9752327583" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10904" name="self.model.layers.11.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10905" name="Constant_62519" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10906" name="Reshape_62520" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10907" name="self.model.layers.11.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10908" name="__module.model.layers.11.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5170,input.209">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10909" name="__module.model.layers.11.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5171">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10910" name="self.model.layers.11.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9753245087" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10911" name="Convert_62502" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10912" name="self.model.layers.11.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10913" name="Convert_62504" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10914" name="Subtract_62505" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10915" name="self.model.layers.11.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9782605215" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10916" name="self.model.layers.11.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10917" name="Constant_62509" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10918" name="Reshape_62510" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10919" name="self.model.layers.11.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10920" name="__module.model.layers.11.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5173">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10921" name="__module.model.layers.11.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5174">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10922" name="self.model.layers.11.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9783522719" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10923" name="Convert_62522" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10924" name="self.model.layers.11.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10925" name="Convert_62524" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10926" name="Subtract_62525" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10927" name="self.model.layers.11.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9812882847" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10928" name="self.model.layers.11.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10929" name="Constant_62529" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10930" name="Reshape_62530" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10931" name="self.model.layers.11.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10932" name="__module.model.layers.11.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5176">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10933" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5159,idx.185">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10934" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10935" name="Constant_185768" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10936" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10937" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10938" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10939" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10940" name="Constant_185835" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10941" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10942" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10943" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10944" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10945" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5179">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10946" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10947" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10948" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10949" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5180,5181,current_hidden_states.369,current_hidden_states.371">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10950" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10951" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10952" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10953" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5156_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10954" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5183">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10955" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10956" name="Constant_127400" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10957" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10958" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5186,top_x.187">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10959" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10960" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10961" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10962" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10963" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10964" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10965" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10966" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10967" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10968" name="Constant_71399" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="10969" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5189">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10970" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5191">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10971" name="self.model.layers.11.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9813800351" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10972" name="Convert_62542" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10973" name="self.model.layers.11.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10974" name="Convert_62544" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10975" name="Subtract_62545" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10976" name="self.model.layers.11.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9843160479" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10977" name="self.model.layers.11.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10978" name="Constant_62549" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10979" name="Reshape_62550" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10980" name="self.model.layers.11.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10981" name="__module.model.layers.11.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5196,input.211">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10982" name="__module.model.layers.11.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5197">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10983" name="self.model.layers.11.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9844077983" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10984" name="Convert_62532" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10985" name="self.model.layers.11.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10986" name="Convert_62534" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10987" name="Subtract_62535" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10988" name="self.model.layers.11.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9873438111" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10989" name="self.model.layers.11.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10990" name="Constant_62539" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10991" name="Reshape_62540" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10992" name="self.model.layers.11.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10993" name="__module.model.layers.11.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5199">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10994" name="__module.model.layers.11.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5200">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10995" name="self.model.layers.11.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9874355615" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10996" name="Convert_62552" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10997" name="self.model.layers.11.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10998" name="Convert_62554" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="10999" name="Subtract_62555" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11000" name="self.model.layers.11.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9903715743" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11001" name="self.model.layers.11.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11002" name="Constant_62559" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11003" name="Reshape_62560" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11004" name="self.model.layers.11.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11005" name="__module.model.layers.11.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5202">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11006" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5185,idx.187">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11007" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11008" name="Constant_185849" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11009" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11010" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11011" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11012" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11013" name="Constant_185916" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11014" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11015" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11016" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11017" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11018" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5205">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11019" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11020" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11021" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11022" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5206,5207,current_hidden_states.373,current_hidden_states.375">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11023" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11024" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11025" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11026" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5182_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11027" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5209">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11028" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11029" name="Constant_127405" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11030" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11031" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5212,top_x.189">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11032" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11033" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11034" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11035" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11036" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11037" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11038" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11039" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11040" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11041" name="Constant_71402" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11042" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5215">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11043" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5217">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11044" name="self.model.layers.11.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9904633247" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11045" name="Convert_62572" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11046" name="self.model.layers.11.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11047" name="Convert_62574" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11048" name="Subtract_62575" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11049" name="self.model.layers.11.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9933993375" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11050" name="self.model.layers.11.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11051" name="Constant_62579" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11052" name="Reshape_62580" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11053" name="self.model.layers.11.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11054" name="__module.model.layers.11.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5222,input.213">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11055" name="__module.model.layers.11.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5223">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11056" name="self.model.layers.11.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9934910879" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11057" name="Convert_62562" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11058" name="self.model.layers.11.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11059" name="Convert_62564" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11060" name="Subtract_62565" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11061" name="self.model.layers.11.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="9964271007" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11062" name="self.model.layers.11.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11063" name="Constant_62569" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11064" name="Reshape_62570" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11065" name="self.model.layers.11.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11066" name="__module.model.layers.11.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5225">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11067" name="__module.model.layers.11.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5226">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11068" name="self.model.layers.11.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="9965188511" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11069" name="Convert_62582" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11070" name="self.model.layers.11.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11071" name="Convert_62584" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11072" name="Subtract_62585" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11073" name="self.model.layers.11.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="9994548639" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11074" name="self.model.layers.11.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11075" name="Constant_62589" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11076" name="Reshape_62590" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11077" name="self.model.layers.11.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11078" name="__module.model.layers.11.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5228">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11079" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5211,idx.189">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11080" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11081" name="Constant_185930" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11082" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11083" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11084" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11085" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11086" name="Constant_185997" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11087" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11088" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11089" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11090" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11091" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5231">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11092" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11093" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11094" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11095" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5232,5233,current_hidden_states.377,current_hidden_states.379">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11096" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11097" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11098" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11099" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5208_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11100" name="__module.model.layers.11.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5235">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11101" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11102" name="Constant_127410" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11103" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11104" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5238,top_x.191">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11105" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11106" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11107" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11108" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11109" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11110" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11111" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11112" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11113" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11114" name="Constant_71405" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11115" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5241">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11116" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5243">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11117" name="self.model.layers.11.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="9995466143" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11118" name="Convert_62602" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11119" name="self.model.layers.11.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11120" name="Convert_62604" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11121" name="Subtract_62605" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11122" name="self.model.layers.11.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10024826271" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11123" name="self.model.layers.11.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11124" name="Constant_62609" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11125" name="Reshape_62610" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11126" name="self.model.layers.11.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11127" name="__module.model.layers.11.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5248,input.215">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11128" name="__module.model.layers.11.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5249">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11129" name="self.model.layers.11.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10025743775" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11130" name="Convert_62592" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11131" name="self.model.layers.11.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11132" name="Convert_62594" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11133" name="Subtract_62595" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11134" name="self.model.layers.11.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10055103903" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11135" name="self.model.layers.11.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11136" name="Constant_62599" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11137" name="Reshape_62600" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11138" name="self.model.layers.11.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11139" name="__module.model.layers.11.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5251">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11140" name="__module.model.layers.11.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5252">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11141" name="self.model.layers.11.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10056021407" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11142" name="Convert_62612" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11143" name="self.model.layers.11.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11144" name="Convert_62614" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11145" name="Subtract_62615" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11146" name="self.model.layers.11.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10085381535" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11147" name="self.model.layers.11.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11148" name="Constant_62619" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11149" name="Reshape_62620" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11150" name="self.model.layers.11.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11151" name="__module.model.layers.11.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5254">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11152" name="__module.model.layers.11.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5237,idx.191">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11153" name="__module.model.layers.11.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11154" name="Constant_186011" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11155" name="__module.model.layers.11.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11156" name="__module.model.layers.11.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11157" name="__module.model.layers.11.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11158" name="__module.model.layers.11.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11159" name="Constant_186078" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11160" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11161" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11162" name="__module.model.layers.11.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11163" name="__module.model.layers.11.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11164" name="__module.model.layers.11.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5257">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11165" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11166" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11167" name="__module.model.layers.11.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11168" name="__module.model.layers.11.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5258,5259,current_hidden_states.381,current_hidden_states.383">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11169" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11170" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11171" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11172" name="__module.model.layers.11.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5234,final_hidden_states.213">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11173" name="Constant_490644" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11174" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11175" name="Constant_490645" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11176" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11177" name="__module.model.layers.11.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5261">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11178" name="__module.model.layers.11.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5262,hidden_states.407">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11179" name="__module.model.layers.11/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11180" name="__module.model.layers.11/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11181" name="__module.model.layers.11/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11182" name="__module.model.layers.11/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5263,5265,5273,5284,hidden_states.409,hidden_states.411">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11183" name="Constant_648877_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="10086299039" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11184" name="Constant_648877" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11185" name="Constant_648876_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11186" name="Constant_648876" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11187" name="Constant_648874_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11188" name="Constant_648874" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11189" name="__module.model.layers.12.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5274">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11190" name="Constant_20464" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5275">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11191" name="__module.model.layers.12.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5276,variance.49">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11192" name="Constant_648875_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11193" name="Constant_648875" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11194" name="__module.model.layers.12.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5277">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11195" name="__module.model.layers.12.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11196" name="__module.model.layers.12.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5278">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11197" name="__module.model.layers.12.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5279,5280,hidden_states.413,hidden_states.415">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11198" name="__module.model.layers.12.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5281,5283,hidden_states.417">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11199" name="self.model.layers.12.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="10086307231" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11200" name="Convert_62642" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11201" name="self.model.layers.12.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11202" name="Convert_62644" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11203" name="Subtract_62645" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11204" name="self.model.layers.12.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="10094695839" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11205" name="self.model.layers.12.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11206" name="Constant_62649" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11207" name="Reshape_62650" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11208" name="self.model.layers.12.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11209" name="__module.model.layers.12.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5293,query_states.25">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11210" name="__module.model.layers.12.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11211" name="Constant_592594" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11212" name="Constant_592595" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11213" name="Gather_592596" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11214" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5298">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11215" name="__module.model.layers.12.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5299">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11216" name="__module.model.layers.12.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11217" name="__module.model.layers.12.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5300,q.25">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11218" name="self.model.layers.12.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.12.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11219" name="self.model.layers.12.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11220" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11221" name="self.model.layers.12.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="1024, 32, 128" offset="10094957983" size="2097152"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11222" name="Convert_62632" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11223" name="self.model.layers.12.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11224" name="Convert_62634" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11225" name="Subtract_62635" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11226" name="self.model.layers.12.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 32, 1" offset="10097055135" size="65536"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11227" name="self.model.layers.12.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11228" name="Constant_62639" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="150386521" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11229" name="Reshape_62640" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11230" name="self.model.layers.12.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11231" name="__module.model.layers.12.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5295,key_states.53">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11232" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5301,5304">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11233" name="__module.model.layers.12.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5302">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11234" name="__module.model.layers.12.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11235" name="__module.model.layers.12.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5303,key_states.55">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11236" name="__module.model.layers.12.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11237" name="__module.model.layers.12.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11238" name="__module.model.layers.12.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5307"/>
-			</output>
-		</layer>
-		<layer id="11239" name="Constant_730957_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="11240" name="Constant_730957" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="11241" name="Constant_730950" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11242" name="Constant_730952" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11243" name="Constant_730954" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11244" name="Concat_730955" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11245" name="Broadcast_730958" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11246" name="ReadValue_718179" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.12.keypresent.12.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.12.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11247" name="Constant_705730" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11248" name="Gather_705731" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11249" name="__module.model.layers.12.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11250" name="__module.model.layers.12.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11251" name="__module.model.layers.12.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5309"/>
-			</output>
-		</layer>
-		<layer id="11252" name="__module.model.layers.12.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5308,5312,5313,kv_seq_len.25"/>
-			</output>
-		</layer>
-		<layer id="11253" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11254" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11255" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11256" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5316,5317,5321,cos.49">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11257" name="Constant_71408" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11258" name="__module.model.layers.12.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5324">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11259" name="__module.model.layers.12.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5325,cos.51">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11260" name="__module.model.layers.12.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11261" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11262" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11263" name="__module.model.layers.12.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5329">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11264" name="Constant_609116" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11265" name="Constant_609115" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11266" name="__module.model.layers.12.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11267" name="__module.model.layers.12.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11268" name="__module.model.layers.12.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5330,5335"/>
-			</output>
-		</layer>
-		<layer id="11269" name="__module.model.layers.12.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11270" name="__module.model.layers.12.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="5332,5333,5337,5338"/>
-			</output>
-		</layer>
-		<layer id="11271" name="__module.model.layers.12.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11272" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11273" name="Constant_609114" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11274" name="ScatterUpdate_609117" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11275" name="Constant_609120" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11276" name="Constant_609123" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11277" name="__module.model.layers.12.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5339,x2.49">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11278" name="Constant_648878_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11279" name="Constant_648878" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11280" name="__module.model.layers.12.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5340">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11281" name="Constant_609169" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11282" name="Constant_609174" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11283" name="__module.model.layers.12.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5334">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11284" name="__module.model.layers.12.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5342">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11285" name="self.model.layers.12.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.12.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11286" name="self.model.layers.12.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11287" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11288" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11289" name="__module.model.layers.12.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5318,5319,5322,sin.49">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11290" name="Constant_71411" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11291" name="__module.model.layers.12.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5327">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11292" name="__module.model.layers.12.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5328,sin.51">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11293" name="__module.model.layers.12.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11294" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11295" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11296" name="__module.model.layers.12.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5343">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11297" name="__module.model.layers.12.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11298" name="__module.model.layers.12.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11299" name="__module.model.layers.12.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11300" name="__module.model.layers.12.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5344">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11301" name="__module.model.layers.12.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11302" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11303" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11304" name="__module.model.layers.12.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5345">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11305" name="Constant_609219" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11306" name="Constant_609218" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11307" name="__module.model.layers.12.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11308" name="__module.model.layers.12.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5346,5351"/>
-			</output>
-		</layer>
-		<layer id="11309" name="__module.model.layers.12.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11310" name="__module.model.layers.12.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="5348,5349,5353,5354"/>
-			</output>
-		</layer>
-		<layer id="11311" name="__module.model.layers.12.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11312" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11313" name="Constant_609217" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11314" name="ScatterUpdate_609220" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11315" name="Constant_609223" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11316" name="Constant_609226" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11317" name="__module.model.layers.12.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5355,x2.51">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11318" name="Constant_648879_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11319" name="Constant_648879" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11320" name="__module.model.layers.12.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5356">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11321" name="Constant_609272" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11322" name="Constant_609277" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11323" name="__module.model.layers.12.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5350">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11324" name="__module.model.layers.12.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5358">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11325" name="__module.model.layers.12.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11326" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11327" name="__module.model.layers.12.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11328" name="__module.model.layers.12.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5359">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11329" name="__module.model.layers.12.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11330" name="__module.model.layers.12.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11331" name="__module.model.layers.12.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11332" name="__module.model.layers.12.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5360">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11333" name="__module.model.layers.12.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.12.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11334" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11335" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11336" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11337" name="__module.model.layers.12.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5370">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11338" name="Constant_609324" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11339" name="Constant_609327" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11340" name="Constant_609330" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11341" name="__module.model.layers.12.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5371">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11342" name="__module.model.layers.12.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5372">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11343" name="Constant_609336" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11344" name="Constant_609339" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11345" name="Constant_609342" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11346" name="__module.model.layers.12.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5373">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11347" name="Constant_609348" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11348" name="Constant_609351" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11349" name="Constant_609354" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11350" name="__module.model.layers.12.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5374">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11351" name="__module.model.layers.12.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11352" name="Constant_591641" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11353" name="__module.model.layers.12.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11354" name="__module.model.layers.12.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5365">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11355" name="__module.model.layers.12.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11356" name="__module.model.layers.12.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5366"/>
-			</output>
-		</layer>
-		<layer id="11357" name="Constant_490649" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11358" name="__module.model.layers.12.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11359" name="Constant_592604" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11360" name="Constant_592605" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11361" name="Gather_592606" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11362" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="5375">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11363" name="__module.model.layers.12.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11364" name="__module.model.layers.12.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5376,hidden_states.421">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11365" name="__module.model.layers.12.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5377,5378"/>
-			</output>
-		</layer>
-		<layer id="11366" name="Constant_490652" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11367" name="__module.model.layers.12.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11368" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5379">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11369" name="__module.model.layers.12.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5380">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11370" name="Constant_730944_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="11371" name="Constant_730944" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="11372" name="Constant_730937" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11373" name="Constant_730939" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11374" name="Constant_730941" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11375" name="Concat_730942" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11376" name="Broadcast_730945" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11377" name="ReadValue_718181" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.12.valuepresent.12.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.12.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11378" name="Constant_705733" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11379" name="Gather_705734" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11380" name="self.model.layers.12.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="10097120671" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11381" name="Convert_62623" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11382" name="self.model.layers.12.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="10101314975" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11383" name="Convert_62626" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11384" name="Subtract_62627" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11385" name="self.model.layers.12.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="10101315999" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11386" name="self.model.layers.12.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11387" name="self.model.layers.12.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11388" name="__module.model.layers.12.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5297,value_states.25">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11389" name="__module.model.layers.12.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5305">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11390" name="__module.model.layers.12.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11391" name="__module.model.layers.12.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5306">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11392" name="__module.model.layers.12.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.12.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11393" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11394" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11395" name="__module.model.layers.12.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11396" name="__module.model.layers.12.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5386">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11397" name="Constant_609361" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11398" name="Constant_609364" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11399" name="Constant_609367" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11400" name="__module.model.layers.12.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5387">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11401" name="__module.model.layers.12.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5388">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11402" name="Constant_609373" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11403" name="Constant_609376" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11404" name="Constant_609379" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11405" name="__module.model.layers.12.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5389">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11406" name="Constant_609385" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11407" name="Constant_609388" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11408" name="Constant_609391" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11409" name="__module.model.layers.12.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5390">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11410" name="__module.model.layers.12.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11411" name="Constant_591650" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11412" name="__module.model.layers.12.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11413" name="__module.model.layers.12.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5381">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11414" name="__module.model.layers.12.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11415" name="__module.model.layers.12.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5382"/>
-			</output>
-		</layer>
-		<layer id="11416" name="Constant_490654" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11417" name="__module.model.layers.12.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11418" name="Constant_592614" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11419" name="Constant_592615" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11420" name="Gather_592616" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11421" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="5391">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11422" name="__module.model.layers.12.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11423" name="__module.model.layers.12.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5392,hidden_states.425">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11424" name="__module.model.layers.12.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5393,5394"/>
-			</output>
-		</layer>
-		<layer id="11425" name="Constant_490657" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11426" name="__module.model.layers.12.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11427" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5395">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11428" name="__module.model.layers.12.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5396">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11429" name="__module.model.layers.12.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5397,attn_output.49">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11430" name="__module.model.layers.12.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11431" name="__module.model.layers.12.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5398">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11432" name="__module.model.layers.12.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5400">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11433" name="__module.model.layers.12.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5401">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11434" name="self.model.layers.12.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="10101318047" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11435" name="Convert_62652" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11436" name="self.model.layers.12.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11437" name="Convert_62654" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11438" name="Subtract_62655" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11439" name="self.model.layers.12.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="10109706655" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11440" name="self.model.layers.12.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11441" name="Constant_62659" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11442" name="Reshape_62660" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11443" name="self.model.layers.12.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11444" name="__module.model.layers.12.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5403,5405,hidden_states.427">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11445" name="__module.model.layers.12/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11446" name="__module.model.layers.12/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11447" name="__module.model.layers.12/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11448" name="__module.model.layers.12/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5408,5410,5421,hidden_states.429,hidden_states.431">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11449" name="__module.model.layers.12.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="11450" name="__module.model.layers.12.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="11451" name="Constant_648883_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="10109968799" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11452" name="Constant_648883" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11453" name="Constant_648882_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11454" name="Constant_648882" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11455" name="Constant_648880_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11456" name="Constant_648880" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11457" name="__module.model.layers.12.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5411">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11458" name="Constant_21099" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5412">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11459" name="__module.model.layers.12.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5413,variance.51">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11460" name="Constant_648881_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11461" name="Constant_648881" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11462" name="__module.model.layers.12.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5414">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11463" name="__module.model.layers.12.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11464" name="__module.model.layers.12.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5415">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11465" name="__module.model.layers.12.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5416,5417,hidden_states.433,hidden_states.435">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11466" name="__module.model.layers.12.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5418,5420,hidden_states.437">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11467" name="__module.model.layers.12.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11468" name="__module.model.layers.12.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11469" name="__module.model.layers.12.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5439"/>
-			</output>
-		</layer>
-		<layer id="11470" name="__module.model.layers.12.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11471" name="__module.model.layers.12.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5441"/>
-			</output>
-		</layer>
-		<layer id="11472" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5455,5456"/>
-			</output>
-		</layer>
-		<layer id="11473" name="Constant_490658" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11474" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11475" name="Constant_591659" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11476" name="__module.model.layers.12.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11477" name="__module.model.layers.12.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5443">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11478" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5457">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11479" name="__module.model.layers.12.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5458_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11480" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5444,5469,5495,5521,5547,5573,5599,5625,5651">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11481" name="__module.model.layers.12.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5445,hidden_states.439">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11482" name="self.model.layers.12.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="10109976991" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11483" name="Convert_62663" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11484" name="self.model.layers.12.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="10110009759" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11485" name="Convert_62666" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11486" name="Subtract_62667" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11487" name="self.model.layers.12.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="10110009767" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11488" name="self.model.layers.12.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11489" name="self.model.layers.12.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11490" name="__module.model.layers.12.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5447,input.217">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11491" name="__module.model.layers.12.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5448">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11492" name="__module.model.layers.12.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5449_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11493" name="__module.model.layers.12.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="5450">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11494" name="__module.model.layers.12.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11495" name="__module.model.layers.12.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11496" name="__module.model.layers.12.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="11497" name="__module.model.layers.12.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="5459">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11498" name="Constant_21284" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="5460">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11499" name="__module.model.layers.12.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5461,expert_mask.25">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11500" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5462">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11501" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11502" name="Constant_127415" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11503" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11504" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5465,top_x.193">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11505" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11506" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11507" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11508" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11509" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11510" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11511" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11512" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11513" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11514" name="__module.model.layers.12.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5466,5492,5518,5544,5570,5596,5622,5648">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11515" name="Constant_71414" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11516" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5468">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11517" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5470">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11518" name="self.model.layers.12.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10110009783" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11519" name="Convert_62682" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11520" name="self.model.layers.12.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11521" name="Convert_62684" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11522" name="Subtract_62685" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11523" name="self.model.layers.12.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10139369911" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11524" name="self.model.layers.12.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11525" name="Constant_62689" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11526" name="Reshape_62690" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11527" name="self.model.layers.12.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11528" name="__module.model.layers.12.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5475,input.219">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11529" name="__module.model.layers.12.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5476">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11530" name="self.model.layers.12.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10140287415" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11531" name="Convert_62672" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11532" name="self.model.layers.12.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11533" name="Convert_62674" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11534" name="Subtract_62675" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11535" name="self.model.layers.12.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10169647543" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11536" name="self.model.layers.12.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11537" name="Constant_62679" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11538" name="Reshape_62680" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11539" name="self.model.layers.12.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11540" name="__module.model.layers.12.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5478">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11541" name="__module.model.layers.12.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5479">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11542" name="self.model.layers.12.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10170565047" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11543" name="Convert_62692" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11544" name="self.model.layers.12.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11545" name="Convert_62694" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11546" name="Subtract_62695" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11547" name="self.model.layers.12.block_sparse_moe.experts.0.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10199925175" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11548" name="self.model.layers.12.block_sparse_moe.experts.0.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11549" name="Constant_62699" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11550" name="Reshape_62700" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11551" name="self.model.layers.12.block_sparse_moe.experts.0.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11552" name="__module.model.layers.12.block_sparse_moe.experts.0.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5481">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11553" name="Constant_21170" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5451">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11554" name="__module.model.layers.12.block_sparse_moe/aten::sum/ReduceSum" type="ReduceSum" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5452">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11555" name="__module.model.layers.12.block_sparse_moe/aten::div_/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5449,5454,routing_weights.73,routing_weights.77">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11556" name="__module.model.layers.12.block_sparse_moe/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5482,5508,5534,5560,5586,5612,5638,5664">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11557" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11558" name="Constant_186099" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11559" name="Constant_186098" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11560" name="Constant_186100" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11561" name="__module.model.layers.12.block_sparse_moe/aten::index/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11562" name="Constant_186103" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11563" name="__module.model.layers.12.block_sparse_moe/aten::index/ReduceProd" type="ReduceProd" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11564" name="Constant_186105" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11565" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11566" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape" type="Reshape" version="opset1">
-			<data special_zero="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11567" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5464,idx.193">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11568" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11569" name="Constant_186092" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11570" name="__module.model.layers.12.block_sparse_moe/aten::index/Split" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11571" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11572" name="__module.model.layers.12.block_sparse_moe/aten::index/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11573" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11574" name="Constant_186159" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11575" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11576" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11577" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11578" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11579" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5484">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11580" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11581" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11582" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11583" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5485,5486,current_hidden_states.385,current_hidden_states.387">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11584" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11585" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_2" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11586" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_8" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11587" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_2" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5458_2">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11588" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5488">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11589" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_1" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11590" name="Constant_127420" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11591" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_1" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11592" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5491,top_x.195">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11593" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_1" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11594" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_4" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11595" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11596" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11597" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11598" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_14" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11599" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11600" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_14" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11601" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_16" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11602" name="Constant_71417" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11603" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5494">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11604" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5496">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11605" name="self.model.layers.12.block_sparse_moe.experts.1.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10200842679" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11606" name="Convert_62712" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11607" name="self.model.layers.12.block_sparse_moe.experts.1.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11608" name="Convert_62714" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11609" name="Subtract_62715" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11610" name="self.model.layers.12.block_sparse_moe.experts.1.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10230202807" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11611" name="self.model.layers.12.block_sparse_moe.experts.1.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11612" name="Constant_62719" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11613" name="Reshape_62720" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11614" name="self.model.layers.12.block_sparse_moe.experts.1.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11615" name="__module.model.layers.12.block_sparse_moe.experts.1.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5501,input.221">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11616" name="__module.model.layers.12.block_sparse_moe.experts.1.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5502">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11617" name="self.model.layers.12.block_sparse_moe.experts.1.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="10231120311" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11618" name="Convert_62703" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11619" name="self.model.layers.12.block_sparse_moe.experts.1.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="10289840567" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11620" name="Convert_62706" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11621" name="Subtract_62707" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11622" name="self.model.layers.12.block_sparse_moe.experts.1.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="10289854903" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11623" name="self.model.layers.12.block_sparse_moe.experts.1.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11624" name="self.model.layers.12.block_sparse_moe.experts.1.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11625" name="__module.model.layers.12.block_sparse_moe.experts.1.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5504">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11626" name="__module.model.layers.12.block_sparse_moe.experts.1/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5505">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11627" name="self.model.layers.12.block_sparse_moe.experts.1.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10289883575" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11628" name="Convert_62722" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11629" name="self.model.layers.12.block_sparse_moe.experts.1.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11630" name="Convert_62724" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11631" name="Subtract_62725" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11632" name="self.model.layers.12.block_sparse_moe.experts.1.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10319243703" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11633" name="self.model.layers.12.block_sparse_moe.experts.1.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11634" name="Constant_62729" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11635" name="Reshape_62730" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11636" name="self.model.layers.12.block_sparse_moe.experts.1.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11637" name="__module.model.layers.12.block_sparse_moe.experts.1.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5507">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11638" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_1" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5490,idx.195">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11639" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11640" name="Constant_186173" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11641" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_1" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11642" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11643" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11644" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11645" name="Constant_186240" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11646" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11647" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11648" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_1" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11649" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11650" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5510">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11651" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11652" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11653" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11654" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5511,5512,current_hidden_states.389,current_hidden_states.391">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11655" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11656" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_11" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11657" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_17" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11658" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_5" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5487_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11659" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5514">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11660" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_2" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11661" name="Constant_127425" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11662" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_2" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11663" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5517,top_x.197">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11664" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_2" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11665" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_7" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11666" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11667" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11668" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_6" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11669" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_23" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11670" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11671" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_22" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11672" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_25" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11673" name="Constant_71420" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11674" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5520">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11675" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5522">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11676" name="self.model.layers.12.block_sparse_moe.experts.2.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10320161207" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11677" name="Convert_62742" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11678" name="self.model.layers.12.block_sparse_moe.experts.2.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11679" name="Convert_62744" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11680" name="Subtract_62745" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11681" name="self.model.layers.12.block_sparse_moe.experts.2.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10349521335" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11682" name="self.model.layers.12.block_sparse_moe.experts.2.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11683" name="Constant_62749" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11684" name="Reshape_62750" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11685" name="self.model.layers.12.block_sparse_moe.experts.2.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11686" name="__module.model.layers.12.block_sparse_moe.experts.2.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5527,input.223">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11687" name="__module.model.layers.12.block_sparse_moe.experts.2.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5528">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11688" name="self.model.layers.12.block_sparse_moe.experts.2.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10350438839" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11689" name="Convert_62732" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11690" name="self.model.layers.12.block_sparse_moe.experts.2.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11691" name="Convert_62734" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11692" name="Subtract_62735" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11693" name="self.model.layers.12.block_sparse_moe.experts.2.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10379798967" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11694" name="self.model.layers.12.block_sparse_moe.experts.2.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11695" name="Constant_62739" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11696" name="Reshape_62740" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11697" name="self.model.layers.12.block_sparse_moe.experts.2.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11698" name="__module.model.layers.12.block_sparse_moe.experts.2.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5530">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11699" name="__module.model.layers.12.block_sparse_moe.experts.2/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5531">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11700" name="self.model.layers.12.block_sparse_moe.experts.2.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10380716471" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11701" name="Convert_62752" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11702" name="self.model.layers.12.block_sparse_moe.experts.2.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11703" name="Convert_62754" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11704" name="Subtract_62755" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11705" name="self.model.layers.12.block_sparse_moe.experts.2.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10410076599" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11706" name="self.model.layers.12.block_sparse_moe.experts.2.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11707" name="Constant_62759" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11708" name="Reshape_62760" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11709" name="self.model.layers.12.block_sparse_moe.experts.2.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11710" name="__module.model.layers.12.block_sparse_moe.experts.2.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5533">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11711" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_2" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5516,idx.197">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11712" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11713" name="Constant_186254" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11714" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_2" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11715" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11716" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_2" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11717" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11718" name="Constant_186321" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11719" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11720" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11721" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11722" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11723" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5536">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11724" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11725" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11726" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11727" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5537,5538,current_hidden_states.393,current_hidden_states.395">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11728" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11729" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_20" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11730" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_26" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11731" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_8" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5513_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11732" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5540">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11733" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_3" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11734" name="Constant_127430" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11735" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_3" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11736" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5543,top_x.199">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11737" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_3" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11738" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_10" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11739" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11740" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_27" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11741" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_9" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11742" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_32" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11743" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11744" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_30" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11745" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_34" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11746" name="Constant_71423" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11747" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5546">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11748" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5548">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11749" name="self.model.layers.12.block_sparse_moe.experts.3.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10410994103" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11750" name="Convert_62772" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11751" name="self.model.layers.12.block_sparse_moe.experts.3.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11752" name="Convert_62774" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11753" name="Subtract_62775" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11754" name="self.model.layers.12.block_sparse_moe.experts.3.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10440354231" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11755" name="self.model.layers.12.block_sparse_moe.experts.3.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11756" name="Constant_62779" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11757" name="Reshape_62780" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11758" name="self.model.layers.12.block_sparse_moe.experts.3.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11759" name="__module.model.layers.12.block_sparse_moe.experts.3.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5553,input.225">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11760" name="__module.model.layers.12.block_sparse_moe.experts.3.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5554">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11761" name="self.model.layers.12.block_sparse_moe.experts.3.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 4096" offset="10441271735" size="58720256"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11762" name="Convert_62763" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11763" name="self.model.layers.12.block_sparse_moe.experts.3.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="14336, 1" offset="10499991991" size="14336"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11764" name="Convert_62766" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11765" name="Subtract_62767" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11766" name="self.model.layers.12.block_sparse_moe.experts.3.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 1" offset="10500006327" size="28672"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11767" name="self.model.layers.12.block_sparse_moe.experts.3.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11768" name="self.model.layers.12.block_sparse_moe.experts.3.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11769" name="__module.model.layers.12.block_sparse_moe.experts.3.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5556">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11770" name="__module.model.layers.12.block_sparse_moe.experts.3/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5557">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11771" name="self.model.layers.12.block_sparse_moe.experts.3.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10500034999" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11772" name="Convert_62782" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11773" name="self.model.layers.12.block_sparse_moe.experts.3.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11774" name="Convert_62784" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11775" name="Subtract_62785" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11776" name="self.model.layers.12.block_sparse_moe.experts.3.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10529395127" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11777" name="self.model.layers.12.block_sparse_moe.experts.3.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11778" name="Constant_62789" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11779" name="Reshape_62790" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11780" name="self.model.layers.12.block_sparse_moe.experts.3.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11781" name="__module.model.layers.12.block_sparse_moe.experts.3.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5559">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11782" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_3" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5542,idx.199">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11783" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_8" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11784" name="Constant_186335" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11785" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_3" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11786" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11787" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_3" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11788" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11789" name="Constant_186402" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11790" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11791" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11792" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11793" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11794" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5562">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11795" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11796" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11797" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11798" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5563,5564,current_hidden_states.397,current_hidden_states.399">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11799" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_28" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11800" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_29" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11801" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_35" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11802" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_11" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5539_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11803" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_4" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5566">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11804" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_4" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11805" name="Constant_127435" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11806" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_4" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11807" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5569,top_x.201">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11808" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_4" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11809" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_13" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11810" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11811" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_36" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11812" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_12" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11813" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_41" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11814" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11815" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_38" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11816" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_43" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11817" name="Constant_71426" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11818" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5572">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11819" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5574">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11820" name="self.model.layers.12.block_sparse_moe.experts.4.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10530312631" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11821" name="Convert_62802" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11822" name="self.model.layers.12.block_sparse_moe.experts.4.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11823" name="Convert_62804" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11824" name="Subtract_62805" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11825" name="self.model.layers.12.block_sparse_moe.experts.4.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10559672759" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11826" name="self.model.layers.12.block_sparse_moe.experts.4.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11827" name="Constant_62809" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11828" name="Reshape_62810" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11829" name="self.model.layers.12.block_sparse_moe.experts.4.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11830" name="__module.model.layers.12.block_sparse_moe.experts.4.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5579,input.227">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11831" name="__module.model.layers.12.block_sparse_moe.experts.4.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5580">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11832" name="self.model.layers.12.block_sparse_moe.experts.4.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10560590263" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11833" name="Convert_62792" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11834" name="self.model.layers.12.block_sparse_moe.experts.4.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11835" name="Convert_62794" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11836" name="Subtract_62795" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11837" name="self.model.layers.12.block_sparse_moe.experts.4.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10589950391" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11838" name="self.model.layers.12.block_sparse_moe.experts.4.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11839" name="Constant_62799" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11840" name="Reshape_62800" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11841" name="self.model.layers.12.block_sparse_moe.experts.4.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11842" name="__module.model.layers.12.block_sparse_moe.experts.4.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5582">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11843" name="__module.model.layers.12.block_sparse_moe.experts.4/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5583">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11844" name="self.model.layers.12.block_sparse_moe.experts.4.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10590867895" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11845" name="Convert_62812" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11846" name="self.model.layers.12.block_sparse_moe.experts.4.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11847" name="Convert_62814" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11848" name="Subtract_62815" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11849" name="self.model.layers.12.block_sparse_moe.experts.4.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10620228023" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11850" name="self.model.layers.12.block_sparse_moe.experts.4.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11851" name="Constant_62819" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11852" name="Reshape_62820" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11853" name="self.model.layers.12.block_sparse_moe.experts.4.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11854" name="__module.model.layers.12.block_sparse_moe.experts.4.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5585">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11855" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_4" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5568,idx.201">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11856" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_10" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11857" name="Constant_186416" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11858" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_4" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11859" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11860" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_4" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11861" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11862" name="Constant_186483" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11863" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11864" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11865" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_4" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11866" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_4" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11867" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_4" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5588">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11868" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_4" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11869" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_8" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11870" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_9" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11871" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5589,5590,current_hidden_states.401,current_hidden_states.403">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11872" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_37" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11873" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_38" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11874" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_44" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11875" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_14" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5565_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11876" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5592">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11877" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_5" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11878" name="Constant_127440" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11879" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_5" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11880" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5595,top_x.203">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11881" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_5" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11882" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_16" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11883" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11884" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_45" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11885" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_15" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11886" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_50" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11887" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11888" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_46" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11889" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_52" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11890" name="Constant_71429" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11891" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_10" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5598">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11892" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5600">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11893" name="self.model.layers.12.block_sparse_moe.experts.5.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10621145527" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11894" name="Convert_62832" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11895" name="self.model.layers.12.block_sparse_moe.experts.5.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11896" name="Convert_62834" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11897" name="Subtract_62835" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11898" name="self.model.layers.12.block_sparse_moe.experts.5.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10650505655" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11899" name="self.model.layers.12.block_sparse_moe.experts.5.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11900" name="Constant_62839" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11901" name="Reshape_62840" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11902" name="self.model.layers.12.block_sparse_moe.experts.5.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11903" name="__module.model.layers.12.block_sparse_moe.experts.5.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5605,input.229">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11904" name="__module.model.layers.12.block_sparse_moe.experts.5.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5606">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11905" name="self.model.layers.12.block_sparse_moe.experts.5.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10651423159" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11906" name="Convert_62822" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11907" name="self.model.layers.12.block_sparse_moe.experts.5.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11908" name="Convert_62824" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11909" name="Subtract_62825" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11910" name="self.model.layers.12.block_sparse_moe.experts.5.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10680783287" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11911" name="self.model.layers.12.block_sparse_moe.experts.5.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11912" name="Constant_62829" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11913" name="Reshape_62830" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11914" name="self.model.layers.12.block_sparse_moe.experts.5.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11915" name="__module.model.layers.12.block_sparse_moe.experts.5.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5608">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11916" name="__module.model.layers.12.block_sparse_moe.experts.5/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5609">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11917" name="self.model.layers.12.block_sparse_moe.experts.5.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10681700791" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11918" name="Convert_62842" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11919" name="self.model.layers.12.block_sparse_moe.experts.5.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11920" name="Convert_62844" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11921" name="Subtract_62845" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11922" name="self.model.layers.12.block_sparse_moe.experts.5.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10711060919" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11923" name="self.model.layers.12.block_sparse_moe.experts.5.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11924" name="Constant_62849" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11925" name="Reshape_62850" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11926" name="self.model.layers.12.block_sparse_moe.experts.5.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11927" name="__module.model.layers.12.block_sparse_moe.experts.5.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5611">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11928" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_5" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5594,idx.203">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11929" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_12" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11930" name="Constant_186497" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11931" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_5" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11932" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11933" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_5" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11934" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_11" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11935" name="Constant_186564" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11936" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11937" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11938" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11939" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11940" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5614">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11941" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_5" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11942" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_10" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11943" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_11" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11944" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5615,5616,current_hidden_states.405,current_hidden_states.407">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11945" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_46" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11946" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_47" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11947" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_53" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11948" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_17" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5591_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11949" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_6" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5618">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11950" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_6" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11951" name="Constant_127445" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11952" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_6" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11953" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5621,top_x.205">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11954" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_6" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11955" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_19" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11956" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11957" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_54" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11958" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_18" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11959" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_59" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11960" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11961" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_54" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11962" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_61" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11963" name="Constant_71432" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="11964" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5624">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11965" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5626">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11966" name="self.model.layers.12.block_sparse_moe.experts.6.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10711978423" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11967" name="Convert_62862" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11968" name="self.model.layers.12.block_sparse_moe.experts.6.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11969" name="Convert_62864" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11970" name="Subtract_62865" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11971" name="self.model.layers.12.block_sparse_moe.experts.6.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10741338551" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11972" name="self.model.layers.12.block_sparse_moe.experts.6.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11973" name="Constant_62869" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11974" name="Reshape_62870" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11975" name="self.model.layers.12.block_sparse_moe.experts.6.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11976" name="__module.model.layers.12.block_sparse_moe.experts.6.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5631,input.231">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11977" name="__module.model.layers.12.block_sparse_moe.experts.6.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5632">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11978" name="self.model.layers.12.block_sparse_moe.experts.6.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10742256055" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11979" name="Convert_62852" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11980" name="self.model.layers.12.block_sparse_moe.experts.6.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11981" name="Convert_62854" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11982" name="Subtract_62855" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11983" name="self.model.layers.12.block_sparse_moe.experts.6.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10771616183" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11984" name="self.model.layers.12.block_sparse_moe.experts.6.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11985" name="Constant_62859" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11986" name="Reshape_62860" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11987" name="self.model.layers.12.block_sparse_moe.experts.6.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11988" name="__module.model.layers.12.block_sparse_moe.experts.6.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5634">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11989" name="__module.model.layers.12.block_sparse_moe.experts.6/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5635">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11990" name="self.model.layers.12.block_sparse_moe.experts.6.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10772533687" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11991" name="Convert_62872" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11992" name="self.model.layers.12.block_sparse_moe.experts.6.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11993" name="Convert_62874" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11994" name="Subtract_62875" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11995" name="self.model.layers.12.block_sparse_moe.experts.6.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10801893815" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11996" name="self.model.layers.12.block_sparse_moe.experts.6.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11997" name="Constant_62879" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11998" name="Reshape_62880" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="11999" name="self.model.layers.12.block_sparse_moe.experts.6.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12000" name="__module.model.layers.12.block_sparse_moe.experts.6.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5637">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12001" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_6" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5620,idx.205">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12002" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_14" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12003" name="Constant_186578" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12004" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_6" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12005" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_6" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12006" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_6" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12007" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12008" name="Constant_186645" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12009" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12010" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12011" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12012" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12013" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5640">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12014" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_6" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12015" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_12" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12016" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_13" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12017" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5641,5642,current_hidden_states.409,current_hidden_states.411">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12018" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_55" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12019" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_56" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12020" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_62" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12021" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_20" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5617_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12022" name="__module.model.layers.12.block_sparse_moe/aten::select/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5644">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12023" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/NonZero_7" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12024" name="Constant_127450" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12025" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Split_7" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12026" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_0_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5647,top_x.207">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12027" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Convert_7" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12028" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_22" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12029" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12030" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_63" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12031" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_21" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12032" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_68" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12033" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12034" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ShapeOf_62" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12035" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_70" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12036" name="Constant_71435" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12037" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_14" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5650">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12038" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5652">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12039" name="self.model.layers.12.block_sparse_moe.experts.7.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10802811319" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12040" name="Convert_62892" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12041" name="self.model.layers.12.block_sparse_moe.experts.7.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12042" name="Convert_62894" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12043" name="Subtract_62895" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12044" name="self.model.layers.12.block_sparse_moe.experts.7.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10832171447" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12045" name="self.model.layers.12.block_sparse_moe.experts.7.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12046" name="Constant_62899" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12047" name="Reshape_62900" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12048" name="self.model.layers.12.block_sparse_moe.experts.7.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12049" name="__module.model.layers.12.block_sparse_moe.experts.7.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5657,input.233">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12050" name="__module.model.layers.12.block_sparse_moe.experts.7.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5658">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12051" name="self.model.layers.12.block_sparse_moe.experts.7.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10833088951" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12052" name="Convert_62882" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12053" name="self.model.layers.12.block_sparse_moe.experts.7.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12054" name="Convert_62884" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12055" name="Subtract_62885" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12056" name="self.model.layers.12.block_sparse_moe.experts.7.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10862449079" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12057" name="self.model.layers.12.block_sparse_moe.experts.7.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12058" name="Constant_62889" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12059" name="Reshape_62890" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12060" name="self.model.layers.12.block_sparse_moe.experts.7.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12061" name="__module.model.layers.12.block_sparse_moe.experts.7.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5660">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12062" name="__module.model.layers.12.block_sparse_moe.experts.7/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5661">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12063" name="self.model.layers.12.block_sparse_moe.experts.7.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10863366583" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12064" name="Convert_62902" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12065" name="self.model.layers.12.block_sparse_moe.experts.7.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12066" name="Convert_62904" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12067" name="Subtract_62905" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12068" name="self.model.layers.12.block_sparse_moe.experts.7.w2.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 112, 1" offset="10892726711" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12069" name="self.model.layers.12.block_sparse_moe.experts.7.w2.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12070" name="Constant_62909" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="319452851" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12071" name="Reshape_62910" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12072" name="self.model.layers.12.block_sparse_moe.experts.7.w2.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12073" name="__module.model.layers.12.block_sparse_moe.experts.7.w2/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5663">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12074" name="__module.model.layers.12.block_sparse_moe/prim::ListUnpack/Squeeze_7" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5646,idx.207">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12075" name="__module.model.layers.12.block_sparse_moe/aten::index/Convert_16" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12076" name="Constant_186659" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12077" name="__module.model.layers.12.block_sparse_moe/aten::index/Split_7" type="Split" version="opset1">
-			<data num_splits="3"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="4" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12078" name="__module.model.layers.12.block_sparse_moe/aten::index/Multiply_7" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12079" name="__module.model.layers.12.block_sparse_moe/aten::index/Add_7" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12080" name="__module.model.layers.12.block_sparse_moe/aten::index/Gather_15" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12081" name="Constant_186726" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12082" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_5_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12083" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_6_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12084" name="__module.model.layers.12.block_sparse_moe/aten::index/ShapeOf_4_7" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12085" name="__module.model.layers.12.block_sparse_moe/aten::index/Concat_8_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12086" name="__module.model.layers.12.block_sparse_moe/aten::index/Reshape_9_7" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5666">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12087" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertPromoteTypes_7" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12088" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_14" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12089" name="__module.model.layers.12.block_sparse_moe/aten::mul/ConvertLike_15" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12090" name="__module.model.layers.12.block_sparse_moe/aten::mul/Multiply_8" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5667,5668,current_hidden_states.413,current_hidden_states.415">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12091" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_64" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12092" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_65" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12093" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/Broadcast_71" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12094" name="__module.model.layers.12.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_23" type="ScatterElementsUpdate" version="opset12">
-			<data reduction="sum" use_init_val="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="I32"/>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5643,final_hidden_states.231">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12095" name="Constant_490660" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12096" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Reshape_11" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12097" name="Constant_490661" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12098" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Reshape_0_10" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12099" name="__module.model.layers.12.block_sparse_moe/prim::ListConstruct/Concat_10" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5670">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12100" name="__module.model.layers.12.block_sparse_moe/aten::reshape/Reshape_8" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5671,hidden_states.441">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12101" name="__module.model.layers.12/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12102" name="__module.model.layers.12/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12103" name="__module.model.layers.12/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12104" name="__module.model.layers.12/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5672,5674,5682,5693,hidden_states.443,hidden_states.445">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12105" name="Constant_648887_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="10893644215" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12106" name="Constant_648887" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12107" name="Constant_648886_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12108" name="Constant_648886" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12109" name="Constant_648884_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12110" name="Constant_648884" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12111" name="__module.model.layers.13.input_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5683">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12112" name="Constant_22142" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5684">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12113" name="__module.model.layers.13.input_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5685,variance.53">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12114" name="Constant_648885_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12115" name="Constant_648885" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12116" name="__module.model.layers.13.input_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5686">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12117" name="__module.model.layers.13.input_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12118" name="__module.model.layers.13.input_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5687">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12119" name="__module.model.layers.13.input_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5688,5689,hidden_states.447,hidden_states.449">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12120" name="__module.model.layers.13.input_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5690,5692,hidden_states.451">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12121" name="self.model.layers.13.self_attn.q_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 4096" offset="10893652407" size="16777216"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12122" name="Convert_62933" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12123" name="self.model.layers.13.self_attn.q_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="4096, 1" offset="10910429623" size="4096"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12124" name="Convert_62936" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12125" name="Subtract_62937" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12126" name="self.model.layers.13.self_attn.q_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 1" offset="10910433719" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12127" name="self.model.layers.13.self_attn.q_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12128" name="self.model.layers.13.self_attn.q_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12129" name="__module.model.layers.13.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5702,query_states.27">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12130" name="__module.model.layers.13.self_attn/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12131" name="Constant_592629" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="139835193" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12132" name="Constant_592630" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12133" name="Gather_592631" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12134" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5707">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12135" name="__module.model.layers.13.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5708">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12136" name="__module.model.layers.13.self_attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12137" name="__module.model.layers.13.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5709,q.27">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12138" name="self.model.layers.13.self_attn.rotary_emb.cos_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="139835225" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.13.self_attn.rotary_emb.cos_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12139" name="self.model.layers.13.self_attn.rotary_emb.cos_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12140" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Unsqueeze" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12141" name="self.model.layers.13.self_attn.k_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="10910441911" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12142" name="Convert_62923" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12143" name="self.model.layers.13.self_attn.k_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="10914636215" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12144" name="Convert_62926" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12145" name="Subtract_62927" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12146" name="self.model.layers.13.self_attn.k_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="10914637239" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12147" name="self.model.layers.13.self_attn.k_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12148" name="self.model.layers.13.self_attn.k_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12149" name="__module.model.layers.13.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5704,key_states.57">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12150" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5710,5713">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12151" name="__module.model.layers.13.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5711">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12152" name="__module.model.layers.13.self_attn/aten::transpose/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12153" name="__module.model.layers.13.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5712,key_states.59">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12154" name="__module.model.layers.13.self_attn/aten::size/ShapeOf_2" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12155" name="__module.model.layers.13.self_attn/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12156" name="__module.model.layers.13.self_attn/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5716"/>
-			</output>
-		</layer>
-		<layer id="12157" name="Constant_730983_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="12158" name="Constant_730983" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="12159" name="Constant_730976" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12160" name="Constant_730978" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12161" name="Constant_730980" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12162" name="Concat_730981" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12163" name="Broadcast_730984" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12164" name="ReadValue_718183" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.13.keypresent.13.key" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.13.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12165" name="Constant_705736" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12166" name="Gather_705737" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12167" name="__module.model.layers.13.self_attn/aten::size/ShapeOf_3" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12168" name="__module.model.layers.13.self_attn/aten::size/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12169" name="__module.model.layers.13.self_attn/aten::size/Gather_3" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5718"/>
-			</output>
-		</layer>
-		<layer id="12170" name="__module.model.layers.13.self_attn/aten::add_/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5717,5721,5722,kv_seq_len.27"/>
-			</output>
-		</layer>
-		<layer id="12171" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12172" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12173" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Unsqueeze_2" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12174" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5725,5726,5730,cos.53">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12175" name="Constant_71438" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12176" name="__module.model.layers.13.self_attn/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5733">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12177" name="__module.model.layers.13.self_attn/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5734,cos.55">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12178" name="__module.model.layers.13.self_attn/aten::mul/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12179" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12180" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12181" name="__module.model.layers.13.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5738">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12182" name="Constant_609405" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12183" name="Constant_609404" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12184" name="__module.model.layers.13.self_attn/aten::size/ShapeOf_5" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12185" name="__module.model.layers.13.self_attn/aten::size/Constant_5" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12186" name="__module.model.layers.13.self_attn/aten::size/Gather_5" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5739,5744"/>
-			</output>
-		</layer>
-		<layer id="12187" name="__module.model.layers.13.self_attn/aten::floor_divide/Divide_1" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12188" name="__module.model.layers.13.self_attn/aten::floor_divide/Floor_1" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="5741,5742,5746,5747"/>
-			</output>
-		</layer>
-		<layer id="12189" name="__module.model.layers.13.self_attn/aten::slice/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12190" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_5" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12191" name="Constant_609403" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12192" name="ScatterUpdate_609406" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12193" name="Constant_609409" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12194" name="Constant_609412" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12195" name="__module.model.layers.13.self_attn/aten::slice/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5748,x2.53">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12196" name="Constant_648888_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12197" name="Constant_648888" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12198" name="__module.model.layers.13.self_attn/aten::neg/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5749">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12199" name="Constant_609458" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12200" name="Constant_609463" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12201" name="__module.model.layers.13.self_attn/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5743">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12202" name="__module.model.layers.13.self_attn/aten::cat/Concat" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5751">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12203" name="self.model.layers.13.self_attn.rotary_emb.sin_cached_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="32768, 128" offset="150386635" size="8388608"/>
-			<output>
-				<port id="0" precision="FP16" names="self.model.layers.13.self_attn.rotary_emb.sin_cached">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12204" name="self.model.layers.13.self_attn.rotary_emb.sin_cached" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12205" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Unsqueeze_4" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12206" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Unsqueeze_6" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12207" name="__module.model.layers.13.self_attn.rotary_emb/aten::slice/Slice_1" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>32768</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5727,5728,5731,sin.53">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12208" name="Constant_71441" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12209" name="__module.model.layers.13.self_attn/aten::index/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5736">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12210" name="__module.model.layers.13.self_attn/aten::unsqueeze/Unsqueeze_1" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5737,sin.55">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12211" name="__module.model.layers.13.self_attn/aten::mul/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12212" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_2" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12213" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12214" name="__module.model.layers.13.self_attn/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5752">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12215" name="__module.model.layers.13.self_attn/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12216" name="__module.model.layers.13.self_attn/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12217" name="__module.model.layers.13.self_attn/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12218" name="__module.model.layers.13.self_attn/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5753">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12219" name="__module.model.layers.13.self_attn/aten::mul/ConvertPromoteTypes_2" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12220" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12221" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_5" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12222" name="__module.model.layers.13.self_attn/aten::mul/Multiply_2" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5754">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12223" name="Constant_609508" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12224" name="Constant_609507" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386573" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12225" name="__module.model.layers.13.self_attn/aten::size/Constant_7" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12226" name="__module.model.layers.13.self_attn/aten::size/Gather_7" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5755,5760"/>
-			</output>
-		</layer>
-		<layer id="12227" name="__module.model.layers.13.self_attn/aten::floor_divide/Divide_3" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12228" name="__module.model.layers.13.self_attn/aten::floor_divide/Floor_3" type="Floor" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-			</input>
-			<output>
-				<port id="1" precision="I32" names="5757,5758,5762,5763"/>
-			</output>
-		</layer>
-		<layer id="12229" name="__module.model.layers.13.self_attn/aten::slice/Constant_3" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12230" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_13" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12231" name="Constant_609506" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12232" name="ScatterUpdate_609509" type="ScatterUpdate" version="opset3">
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12233" name="Constant_609512" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12234" name="Constant_609515" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12235" name="__module.model.layers.13.self_attn/aten::slice/Slice_2" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5764,x2.55">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12236" name="Constant_648889_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1, 1" offset="150386633" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12237" name="Constant_648889" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12238" name="__module.model.layers.13.self_attn/aten::neg/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5765">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12239" name="Constant_609561" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12240" name="Constant_609566" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12241" name="__module.model.layers.13.self_attn/aten::slice/Slice_3" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5759">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12242" name="__module.model.layers.13.self_attn/aten::cat/Concat_1" type="Concat" version="opset1">
-			<data axis="-1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>64</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5767">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12243" name="__module.model.layers.13.self_attn/aten::mul/ConvertPromoteTypes_3" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12244" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_6" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12245" name="__module.model.layers.13.self_attn/aten::mul/ConvertLike_7" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12246" name="__module.model.layers.13.self_attn/aten::mul/Multiply_3" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5768">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12247" name="__module.model.layers.13.self_attn/aten::add/ConvertPromoteTypes_1" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12248" name="__module.model.layers.13.self_attn/aten::add/ConvertLike_3" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12249" name="__module.model.layers.13.self_attn/aten::add/ConvertLike_4" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12250" name="__module.model.layers.13.self_attn/aten::add/Add_1" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5769">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12251" name="__module.model.layers.13.self_attn/aten::cat/Concat_2" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.13.key">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12252" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_16" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12253" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_17" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12254" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_18" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12255" name="__module.model.layers.13.self_attn/aten::slice/Slice_4" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5779">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12256" name="Constant_609613" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12257" name="Constant_609616" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12258" name="Constant_609619" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12259" name="__module.model.layers.13.self_attn/aten::slice/Slice_5" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5780">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12260" name="__module.model.layers.13.self_attn/aten::unsqueeze/Unsqueeze_2" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5781">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12261" name="Constant_609625" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12262" name="Constant_609628" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12263" name="Constant_609631" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12264" name="__module.model.layers.13.self_attn/aten::slice/Slice_6" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5782">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12265" name="Constant_609637" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12266" name="Constant_609640" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12267" name="Constant_609643" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12268" name="__module.model.layers.13.self_attn/aten::slice/Slice_7" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5783">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12269" name="__module.model.layers.13.self_attn/aten::size/ShapeOf_8" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12270" name="Constant_591668" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12271" name="__module.model.layers.13.self_attn/aten::size/Constant_8" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12272" name="__module.model.layers.13.self_attn/aten::size/Gather_8" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5774">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12273" name="__module.model.layers.13.self_attn/aten::size/Constant_9" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12274" name="__module.model.layers.13.self_attn/aten::size/Gather_9" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5775"/>
-			</output>
-		</layer>
-		<layer id="12275" name="Constant_490665" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12276" name="__module.model.layers.13.self_attn/prim::ListConstruct/Reshape_0_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12277" name="Constant_592639" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12278" name="Constant_592640" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12279" name="Gather_592641" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12280" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_2" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="5784">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12281" name="__module.model.layers.13.self_attn/aten::expand/Abs" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12282" name="__module.model.layers.13.self_attn/aten::expand/Broadcast" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5785,hidden_states.455">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12283" name="__module.model.layers.13.self_attn/aten::mul/Multiply_4" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5786,5787"/>
-			</output>
-		</layer>
-		<layer id="12284" name="Constant_490668" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12285" name="__module.model.layers.13.self_attn/prim::ListConstruct/Reshape_0_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12286" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_3" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5788">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12287" name="__module.model.layers.13.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5789">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12288" name="Constant_730970_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="12289" name="Constant_730970" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="12290" name="Constant_730963" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12291" name="Constant_730965" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12292" name="Constant_730967" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="18" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12293" name="Concat_730968" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12294" name="Broadcast_730971" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I64">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12295" name="ReadValue_718185" type="ReadValue" version="opset6">
-			<data variable_id="past_key_values.13.valuepresent.13.value" variable_type="f32" variable_shape="?,8,?,128"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>0</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="past_key_values.13.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12296" name="Constant_705739" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12297" name="Gather_705740" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12298" name="self.model.layers.13.self_attn.v_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 4096" offset="10914639287" size="4194304"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12299" name="Convert_62913" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12300" name="self.model.layers.13.self_attn.v_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="1024, 1" offset="10918833591" size="1024"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12301" name="Convert_62916" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12302" name="Subtract_62917" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12303" name="self.model.layers.13.self_attn.v_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="1024, 1" offset="10918834615" size="2048"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12304" name="self.model.layers.13.self_attn.v_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1024</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12305" name="self.model.layers.13.self_attn.v_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12306" name="__module.model.layers.13.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1024</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5706,value_states.27">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12307" name="__module.model.layers.13.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1024</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5714">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12308" name="__module.model.layers.13.self_attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12309" name="__module.model.layers.13.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5715">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12310" name="__module.model.layers.13.self_attn/aten::cat/Concat_3" type="Concat" version="opset1">
-			<data axis="-2"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="present.13.value">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12311" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_32" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12312" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_33" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="158775243" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12313" name="__module.model.layers.13.self_attn/aten::slice/Unsqueeze_34" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386545" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12314" name="__module.model.layers.13.self_attn/aten::slice/Slice_8" type="StridedSlice" version="opset1">
-			<data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5795">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12315" name="Constant_609650" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12316" name="Constant_609653" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="158775251" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12317" name="Constant_609656" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12318" name="__module.model.layers.13.self_attn/aten::slice/Slice_9" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 0" end_mask="1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5796">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12319" name="__module.model.layers.13.self_attn/aten::unsqueeze/Unsqueeze_3" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5797">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12320" name="Constant_609662" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386557" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12321" name="Constant_609665" type="Const" version="opset1">
-			<data element_type="i64" shape="4" offset="150386585" size="32"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12322" name="Constant_609668" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="150386617" size="16"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12323" name="__module.model.layers.13.self_attn/aten::slice/Slice_10" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 0" end_mask="1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>4</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5798">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12324" name="Constant_609674" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775275" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12325" name="Constant_609677" type="Const" version="opset1">
-			<data element_type="i64" shape="5" offset="158775295" size="40"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12326" name="Constant_609680" type="Const" version="opset1">
-			<data element_type="i32" shape="5" offset="158775335" size="20"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12327" name="__module.model.layers.13.self_attn/aten::slice/Slice_11" type="StridedSlice" version="opset1">
-			<data begin_mask="1, 1, 1, 1, 0" end_mask="1, 1, 1, 1, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-				<port id="2" precision="I64">
-					<dim>5</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5799">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12328" name="__module.model.layers.13.self_attn/aten::size/ShapeOf_12" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12329" name="Constant_591677" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12330" name="__module.model.layers.13.self_attn/aten::size/Constant_12" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12331" name="__module.model.layers.13.self_attn/aten::size/Gather_12" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5790">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12332" name="__module.model.layers.13.self_attn/aten::size/Constant_13" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12333" name="__module.model.layers.13.self_attn/aten::size/Gather_13" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5791"/>
-			</output>
-		</layer>
-		<layer id="12334" name="Constant_490670" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12335" name="__module.model.layers.13.self_attn/prim::ListConstruct/Reshape_0_5" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12336" name="Constant_592649" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775359" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12337" name="Constant_592650" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12338" name="Gather_592651" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I64"/>
-			</input>
-			<output>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12339" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_5" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="I32" names="5800">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12340" name="__module.model.layers.13.self_attn/aten::expand/Abs_1" type="Abs" version="opset1">
-			<input>
-				<port id="0" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12341" name="__module.model.layers.13.self_attn/aten::expand/Broadcast_1" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>5</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5801,hidden_states.459">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12342" name="__module.model.layers.13.self_attn/aten::mul/Multiply_5" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5802,5803"/>
-			</output>
-		</layer>
-		<layer id="12343" name="Constant_490673" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12344" name="__module.model.layers.13.self_attn/prim::ListConstruct/Reshape_0_6" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12345" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_6" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5804">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12346" name="__module.model.layers.13.self_attn/aten::reshape/Reshape_1" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5805">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12347" name="__module.model.layers.13.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
-			<data causal="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32" names="5806,attn_output.53">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12348" name="__module.model.layers.13.self_attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
-			<data element_type="i32" shape="4" offset="139835209" size="16"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>4</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12349" name="__module.model.layers.13.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>-1</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>4</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5807">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12350" name="__module.model.layers.13.self_attn/prim::ListConstruct/Concat_7" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5809">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12351" name="__module.model.layers.13.self_attn/aten::view/Reshape_3" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5810">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12352" name="self.model.layers.13.self_attn.o_proj.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 32, 128" offset="10918836663" size="8388608"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12353" name="Convert_62942" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12354" name="self.model.layers.13.self_attn.o_proj.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12355" name="Convert_62944" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12356" name="Subtract_62945" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12357" name="self.model.layers.13.self_attn.o_proj.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="4096, 32, 1" offset="10927225271" size="262144"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12358" name="self.model.layers.13.self_attn.o_proj.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12359" name="Constant_62949" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="139835177" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12360" name="Reshape_62950" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12361" name="self.model.layers.13.self_attn.o_proj.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12362" name="__module.model.layers.13.self_attn.o_proj/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>4096</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5812,5814,hidden_states.461">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12363" name="__module.model.layers.13/aten::add/ConvertPromoteTypes" type="ConvertPromoteTypes" version="opset14">
-			<data promote_unsafe="true" pytorch_scalar_promotion="true" u64_integer_promotion_target="f32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="3" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12364" name="__module.model.layers.13/aten::add/ConvertLike" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12365" name="__module.model.layers.13/aten::add/ConvertLike_1" type="ConvertLike" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12366" name="__module.model.layers.13/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5817,5819,5830,hidden_states.463,hidden_states.465">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12367" name="__module.model.layers.13.block_sparse_moe/aten::zeros/Convert_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="" offset="0" size="2"/>
-			<output>
-				<port id="0" precision="FP16"/>
-			</output>
-		</layer>
-		<layer id="12368" name="__module.model.layers.13.block_sparse_moe/aten::zeros/Convert" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16"/>
-			</input>
-			<output>
-				<port id="1" precision="FP32"/>
-			</output>
-		</layer>
-		<layer id="12369" name="Constant_648893_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 4096" offset="10927487415" size="8192"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12370" name="Constant_648893" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12371" name="Constant_648892_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184414" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12372" name="Constant_648892" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12373" name="Constant_648890_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184416" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12374" name="Constant_648890" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12375" name="__module.model.layers.13.post_attention_layernorm/aten::pow/Power" type="Power" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5820">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12376" name="Constant_22777" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="131184418" size="4"/>
-			<output>
-				<port id="0" precision="I32" names="5821">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12377" name="__module.model.layers.13.post_attention_layernorm/aten::mean/ReduceMean" type="ReduceMean" version="opset1">
-			<data keep_dims="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5822,variance.55">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12378" name="Constant_648891_compressed" type="Const" version="opset1">
-			<data element_type="f16" shape="1, 1, 1" offset="131184422" size="2"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12379" name="Constant_648891" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12380" name="__module.model.layers.13.post_attention_layernorm/aten::add/Add" type="Add" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5823">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12381" name="__module.model.layers.13.post_attention_layernorm/aten::rsqrt/Sqrt" type="Sqrt" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12382" name="__module.model.layers.13.post_attention_layernorm/aten::rsqrt/Divide" type="Divide" version="opset1">
-			<data auto_broadcast="numpy" m_pythondiv="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5824">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12383" name="__module.model.layers.13.post_attention_layernorm/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5825,5826,hidden_states.467,hidden_states.469">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12384" name="__module.model.layers.13.post_attention_layernorm/aten::mul/Multiply_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5827,5829,hidden_states.471">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12385" name="__module.model.layers.13.block_sparse_moe/aten::size/ShapeOf" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12386" name="__module.model.layers.13.block_sparse_moe/aten::size/Constant" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12387" name="__module.model.layers.13.block_sparse_moe/aten::size/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5848"/>
-			</output>
-		</layer>
-		<layer id="12388" name="__module.model.layers.13.block_sparse_moe/aten::size/Constant_1" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12389" name="__module.model.layers.13.block_sparse_moe/aten::size/Gather_1" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5850"/>
-			</output>
-		</layer>
-		<layer id="12390" name="__module.model.layers.13.block_sparse_moe/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5864,5865"/>
-			</output>
-		</layer>
-		<layer id="12391" name="Constant_490674" type="Const" version="opset1">
-			<data element_type="i64" shape="1" offset="150386549" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12392" name="__module.model.layers.13.block_sparse_moe/prim::ListConstruct/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32"/>
-				<port id="1" precision="I64">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12393" name="Constant_591686" type="Const" version="opset1">
-			<data element_type="i32" shape="1" offset="150386541" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12394" name="__module.model.layers.13.block_sparse_moe/aten::size/Constant_2" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12395" name="__module.model.layers.13.block_sparse_moe/aten::size/Gather_2" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>3</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I32" names="5852">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12396" name="__module.model.layers.13.block_sparse_moe/prim::ListConstruct/Concat" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5866">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12397" name="__module.model.layers.13.block_sparse_moe/aten::zeros/Broadcast" type="Broadcast" version="opset3">
-			<data mode="numpy"/>
-			<input>
-				<port id="0" precision="FP32"/>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5867_1">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12398" name="__module.model.layers.13.block_sparse_moe/prim::ListConstruct/Concat_1" type="Concat" version="opset1">
-			<data axis="0"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32" names="5853,5878,5904,5930,5956,5982,6008,6034,6060">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12399" name="__module.model.layers.13.block_sparse_moe/aten::view/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5854,hidden_states.473">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12400" name="self.model.layers.13.block_sparse_moe.gate.weight_compressed" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 4096" offset="10927495607" size="32768"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12401" name="Convert_62953" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12402" name="self.model.layers.13.block_sparse_moe.gate.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u8" shape="8, 1" offset="10927528375" size="8"/>
-			<output>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12403" name="Convert_62956" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U8">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12404" name="Subtract_62957" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12405" name="self.model.layers.13.block_sparse_moe.gate.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="8, 1" offset="10927528383" size="16"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12406" name="self.model.layers.13.block_sparse_moe.gate.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>8</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12407" name="self.model.layers.13.block_sparse_moe.gate.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12408" name="__module.model.layers.13.block_sparse_moe.gate/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>8</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5856,input.235">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12409" name="__module.model.layers.13.block_sparse_moe/aten::softmax/Softmax" type="SoftMax" version="opset8">
-			<data axis="1"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5857">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12410" name="__module.model.layers.13.block_sparse_moe/aten::topk/TopK" type="TopK" version="opset3">
-			<data axis="-1" mode="max" sort="value" index_element_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5858_1">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12411" name="__module.model.layers.13.block_sparse_moe/aten::topk/Convert" type="Convert" version="opset1">
-			<data destination_type="i64"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64" names="5859">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12412" name="__module.model.layers.13.block_sparse_moe/aten::one_hot/Convert_1" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="10" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12413" name="__module.model.layers.13.block_sparse_moe/aten::one_hot/Constant_2" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="171648655" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12414" name="__module.model.layers.13.block_sparse_moe/aten::one_hot/Constant_3" type="Const" version="opset1">
-			<data element_type="i64" shape="" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I64"/>
-			</output>
-		</layer>
-		<layer id="12415" name="__module.model.layers.13.block_sparse_moe/aten::one_hot/OneHot" type="OneHot" version="opset1">
-			<data axis="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-				</port>
-				<port id="1" precision="I64"/>
-				<port id="2" precision="I64"/>
-				<port id="3" precision="I64"/>
-			</input>
-			<output>
-				<port id="4" precision="I64" names="5868">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12416" name="Constant_22962" type="Const" version="opset1">
-			<data element_type="i32" shape="3" offset="171648663" size="12"/>
-			<output>
-				<port id="0" precision="I32" names="5869">
-					<dim>3</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12417" name="__module.model.layers.13.block_sparse_moe/aten::permute/Transpose" type="Transpose" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-					<dim>2</dim>
-					<dim>8</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>3</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5870,expert_mask.27">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12418" name="__module.model.layers.13.block_sparse_moe/aten::select/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>8</dim>
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="I64" names="5871">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12419" name="__module.model.layers.13.block_sparse_moe/prim::ListUnpack/NonZero" type="NonZero" version="opset3">
-			<data output_type="i64"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12420" name="Constant_127455" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="131176218" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12421" name="__module.model.layers.13.block_sparse_moe/prim::ListUnpack/Split" type="Split" version="opset1">
-			<data num_splits="2"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="3" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12422" name="__module.model.layers.13.block_sparse_moe/prim::ListUnpack/Squeeze_0" type="Squeeze" version="opset1">
-			<input>
-				<port id="0" precision="I64">
-					<dim>1</dim>
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="I64" names="5874,top_x.209">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12423" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Convert" type="Convert" version="opset1">
-			<data destination_type="i32"/>
-			<input>
-				<port id="0" precision="I64">
-					<dim>-1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12424" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/ScatterElementsUpdate_1" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648675" size="8"/>
-			<rt_info>
-				<attribute name="precise" version="0"/>
-			</rt_info>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12425" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12426" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Broadcast" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="2" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12427" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/ScatterElementsUpdate" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="171648683" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12428" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Broadcast_5" type="Const" version="opset1">
-			<data element_type="i32" shape="2" offset="158775267" size="8"/>
-			<output>
-				<port id="0" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12429" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Slice" type="StridedSlice" version="opset1">
-			<data begin_mask="0, 0" end_mask="0, 0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask=""/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="2" precision="I32">
-					<dim>2</dim>
-				</port>
-				<port id="3" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="4" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12430" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/ShapeOf_6" type="ShapeOf" version="opset3">
-			<data output_type="i32"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12431" name="__module.model.layers.13.block_sparse_moe/aten::index_add_/Broadcast_7" type="Broadcast" version="opset3">
-			<data mode="bidirectional"/>
-			<input>
-				<port id="0" precision="I32">
-					<dim>-1</dim>
-					<dim>1</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="I32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12432" name="__module.model.layers.13.block_sparse_moe/aten::unsqueeze/Unsqueeze" type="Unsqueeze" version="opset1">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32"/>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5875,5901,5927,5953,5979,6005,6031,6057">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12433" name="Constant_71444" type="Const" version="opset1">
-			<data element_type="i32" shape="" offset="150386545" size="4"/>
-			<output>
-				<port id="0" precision="I32"/>
-			</output>
-		</layer>
-		<layer id="12434" name="__module.model.layers.13.block_sparse_moe/aten::index/Gather" type="Gather" version="opset8">
-			<data batch_dims="0"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>-1</dim>
-				</port>
-				<port id="2" precision="I32"/>
-			</input>
-			<output>
-				<port id="3" precision="FP32" names="5877">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12435" name="__module.model.layers.13.block_sparse_moe/aten::reshape/Reshape" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>1</dim>
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="I32">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5879">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12436" name="self.model.layers.13.block_sparse_moe.experts.0.w1.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10927528399" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12437" name="Convert_62972" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12438" name="self.model.layers.13.block_sparse_moe.experts.0.w1.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12439" name="Convert_62974" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12440" name="Subtract_62975" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12441" name="self.model.layers.13.block_sparse_moe.experts.0.w1.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10956888527" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12442" name="self.model.layers.13.block_sparse_moe.experts.0.w1.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12443" name="Constant_62979" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12444" name="Reshape_62980" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12445" name="self.model.layers.13.block_sparse_moe.experts.0.w1.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12446" name="__module.model.layers.13.block_sparse_moe.experts.0.w1/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5884,input.237">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12447" name="__module.model.layers.13.block_sparse_moe.experts.0.act_fn/aten::silu/Swish" type="Swish" version="opset4">
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32" names="5885">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12448" name="self.model.layers.13.block_sparse_moe.experts.0.w3.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="14336, 32, 128" offset="10957806031" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12449" name="Convert_62962" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12450" name="self.model.layers.13.block_sparse_moe.experts.0.w3.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12451" name="Convert_62964" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12452" name="Subtract_62965" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12453" name="self.model.layers.13.block_sparse_moe.experts.0.w3.weight_compressed/scale" type="Const" version="opset1">
-			<data element_type="f16" shape="14336, 32, 1" offset="10987166159" size="917504"/>
-			<output>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12454" name="self.model.layers.13.block_sparse_moe.experts.0.w3.weight_compressed/fq_weights_1" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12455" name="Constant_62969" type="Const" version="opset1">
-			<data element_type="i64" shape="2" offset="349730499" size="16"/>
-			<output>
-				<port id="0" precision="I64">
-					<dim>2</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12456" name="Reshape_62970" type="Reshape" version="opset1">
-			<data special_zero="false"/>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>32</dim>
-					<dim>128</dim>
-				</port>
-				<port id="1" precision="I64">
-					<dim>2</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12457" name="self.model.layers.13.block_sparse_moe.experts.0.w3.weight" type="Convert" version="opset1">
-			<data destination_type="f32"/>
-			<rt_info>
-				<attribute name="decompression" version="0"/>
-			</rt_info>
-			<input>
-				<port id="0" precision="FP16">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12458" name="__module.model.layers.13.block_sparse_moe.experts.0.w3/aten::linear/MatMul" type="MatMul" version="opset1">
-			<data transpose_a="false" transpose_b="true"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>4096</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>14336</dim>
-					<dim>4096</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5887">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12459" name="__module.model.layers.13.block_sparse_moe.experts.0/aten::mul/Multiply" type="Multiply" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input>
-				<port id="0" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-				<port id="1" precision="FP32">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</input>
-			<output>
-				<port id="2" precision="FP32" names="5888">
-					<dim>-1</dim>
-					<dim>14336</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12460" name="self.model.layers.13.block_sparse_moe.experts.0.w2.weight_compressed" type="Const" version="opset1">
-			<data element_type="u4" shape="4096, 112, 128" offset="10988083663" size="29360128"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12461" name="Convert_62982" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>4096</dim>
-					<dim>112</dim>
-					<dim>128</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12462" name="self.model.layers.13.block_sparse_moe.experts.0.w2.weight_compressed/zero_point" type="Const" version="opset1">
-			<data element_type="u4" shape="1" offset="139573032" size="1"/>
-			<output>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12463" name="Convert_62984" type="Convert" version="opset1">
-			<data destination_type="f16"/>
-			<input>
-				<port id="0" precision="U4">
-					<dim>1</dim>
-				</port>
-			</input>
-			<output>
-				<port id="1" precision="FP16">
-					<dim>1</dim>
-				</port>
-			</output>
-		</layer>
-		<layer id="12464" name="Subtract_62985" type="Subtract" version="opset1">
-			<data auto_broadcast="numpy"/>
-			<input/></layer></layers></net>
\ No newline at end of file
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b3d9a5d9dbc23120fb6a37b8a8b342e853ca7f08f200f56ef681be41ef53fb
+size 13461056