{ "bizCode": "MNNTest", "extraInfo": 
{ "version": "3.4.0" }
, "oplists": 
[ 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, 1, 2048 ]
, "dtype": "DT_FLOAT", "dformat": "NCHW" }
, "name": "input_ids", "outputIndexes": 
[ 2 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, 1, -1, -1 ]
, "dtype": "DT_FLOAT", "dformat": "NCHW" }
, "name": "attention_mask", "outputIndexes": 
[ 123 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, -1 ]
, "dtype": "DT_INT32", "dformat": "NCHW" }
, "name": "position_ids", "outputIndexes": 
[ 0 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1 ]
, "dtype": "DT_INT32", "dformat": "NCHW" }
, "name": "logits_index", "outputIndexes": 
[ 1 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 3 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1, -1, 2048 ]
 }
, "name": "/blocks.0/Constant_output_0", "outputIndexes": 
[ 3 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/Reshape_output_0", "outputIndexes": 
[ 4 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 4 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 0, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.0/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 5 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 5 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2184 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2184 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2185 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2185 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 16384, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.0/self_attn/q_proj/Linear", "outputIndexes": 
[ 2186 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2186 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2187 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2187 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 6 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 5 ]
, "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_output_0", "outputIndexes": 
[ 7 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 7 ]
, "main_type": "NONE", "name": "Shape21", "outputIndexes": 
[ 8 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 7 ]
, "main_type": "NONE", "name": "Rank23", "outputIndexes": 
[ 9 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 9, 9 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp25", "outputIndexes": 
[ 10 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 10 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze26", "outputIndexes": 
[ 11 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1 ]
 }
, "name": "Const27", "outputIndexes": 
[ 12 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 10, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp28", "outputIndexes": 
[ 13 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze29", "outputIndexes": 
[ 14 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1 ]
 }
, "name": "Unsqueeze31", "outputIndexes": 
[ 15 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 8, 11, 14, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice32", "outputIndexes": 
[ 16 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 16 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze33", "outputIndexes": 
[ 17 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 17, 17 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp35", "outputIndexes": 
[ 18 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 7, 18, 10 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_output_0", "outputIndexes": 
[ 19 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 0 ]
 }
, "name": "/rotary/Constant_3_output_0", "outputIndexes": 
[ 20 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 19, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 21 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 10 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze45", "outputIndexes": 
[ 22 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze48", "outputIndexes": 
[ 23 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 8, 22, 23, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice51", "outputIndexes": 
[ 24 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 24 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze52", "outputIndexes": 
[ 25 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 25 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp53", "outputIndexes": 
[ 26 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 26, 25 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp54", "outputIndexes": 
[ 27 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 7, 27, 10 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_1_output_0", "outputIndexes": 
[ 28 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 28, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 29 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 32 ]
 }
, "name": "/blocks.0/self_attn/Constant_2_output_0", "outputIndexes": 
[ 30 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 64 ]
 }
, "name": "/blocks.0/self_attn/Constant_3_output_0", "outputIndexes": 
[ 31 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 21, 29, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.0/self_attn/Concat_output_0", "outputIndexes": 
[ 32 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 6, 32 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/self_attn/Reshape_output_0", "outputIndexes": 
[ 33 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 0 ]
, "main_type": "CastParam", "main": 
{ "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }
, "name": "/rotary/Cast_output_0", "outputIndexes": 
[ 34 ]
, "type": "Cast", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 2 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ -1, 1 ]
 }
, "name": "/rotary/Constant_output_0", "outputIndexes": 
[ 35 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 34, 35 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/rotary/Reshape_output_0", "outputIndexes": 
[ 36 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 32 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 1.0, 0.692133, 0.479047, 0.331564, 0.229486, 0.158835, 0.109935, 0.07609, 0.052664, 0.03645, 0.025229, 0.017462, 0.012086, 0.008365, 0.00579, 0.004007, 0.002774, 0.00192, 0.001329, 0.00092, 0.000636, 0.000441, 0.000305, 0.000211, 0.000146, 0.000101, 0.00007, 0.000048, 0.000034, 0.000023, 0.000016, 0.000011 ]
 }
, "name": "/rotary/Constant_1_output_0", "outputIndexes": 
[ 37 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 36, 37 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/rotary/Mul_output_0", "outputIndexes": 
[ 38 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 38 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "COS", "T": "DT_FLOAT" }
, "name": "/rotary/Cos_output_0", "outputIndexes": 
[ 39 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 39, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": 
[ 40 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 38 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SIN", "T": "DT_FLOAT" }
, "name": "/rotary/Sin_output_0", "outputIndexes": 
[ 41 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 41, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": 
[ 42 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 40, 42 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/rotary/Concat_output_0", "outputIndexes": 
[ 43 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 43, 43 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/rotary/Concat_1_output_0", "outputIndexes": 
[ 44 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 2 ]
 }
, "name": "/rotary/Constant_5_output_0", "outputIndexes": 
[ 45 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 44, 45 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_2_output_0", "outputIndexes": 
[ 46 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 46, 15 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": 
[ 47 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 47 ]
, "main_type": "NONE", "name": "Shape76", "outputIndexes": 
[ 48 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 47 ]
, "main_type": "NONE", "name": "Rank78", "outputIndexes": 
[ 49 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 49, 49 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp80", "outputIndexes": 
[ 50 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 50 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze81", "outputIndexes": 
[ 51 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 50, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp83", "outputIndexes": 
[ 52 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 52 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze84", "outputIndexes": 
[ 53 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 48, 51, 53, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice87", "outputIndexes": 
[ 54 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 54 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze88", "outputIndexes": 
[ 55 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 55, 55 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp90", "outputIndexes": 
[ 56 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 47, 56, 50 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_2_output_0", "outputIndexes": 
[ 57 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 33, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Mul_output_0", "outputIndexes": 
[ 58 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 33 ]
, "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_2_output_0", "outputIndexes": 
[ 59 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 3 ]
 }
, "name": "/blocks.0/self_attn/Constant_8_output_0", "outputIndexes": 
[ 60 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 59 ]
, "main_type": "NONE", "name": "Shape95", "outputIndexes": 
[ 61 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 59 ]
, "main_type": "NONE", "name": "Rank97", "outputIndexes": 
[ 62 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 62, 62 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp99", "outputIndexes": 
[ 63 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 63 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze100", "outputIndexes": 
[ 64 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 63, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp102", "outputIndexes": 
[ 65 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 65 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze103", "outputIndexes": 
[ 66 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 61, 64, 66, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice106", "outputIndexes": 
[ 67 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 67 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze107", "outputIndexes": 
[ 68 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 68 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp108", "outputIndexes": 
[ 69 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 69, 68 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp109", "outputIndexes": 
[ 70 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 59, 70, 63 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_4_output_0", "outputIndexes": 
[ 71 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 2 ]
 }
, "name": "/blocks.0/self_attn/Constant_9_output_0", "outputIndexes": 
[ 72 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 71, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Div_output_0", "outputIndexes": 
[ 73 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 73, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 74 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1073741824 ]
 }
, "name": "/blocks.0/self_attn/Constant_16_output_0", "outputIndexes": 
[ 75 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 3 ]
 }
, "name": "/blocks.0/self_attn/Constant_10_output_0", "outputIndexes": 
[ 76 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 33, 74, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.0/self_attn/Slice_1_output_0", "outputIndexes": 
[ 77 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 77 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.0/self_attn/Neg_output_0", "outputIndexes": 
[ 78 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 73, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 79 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 33, 20, 79, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.0/self_attn/Slice_output_0", "outputIndexes": 
[ 80 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 78, 80 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.0/self_attn/Concat_3_output_0", "outputIndexes": 
[ 81 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 50 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze127", "outputIndexes": 
[ 82 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 52 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze130", "outputIndexes": 
[ 83 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 48, 82, 83, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice133", "outputIndexes": 
[ 84 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 84 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze134", "outputIndexes": 
[ 85 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 85 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp135", "outputIndexes": 
[ 86 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 86, 85 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp136", "outputIndexes": 
[ 87 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 47, 87, 50 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_3_output_0", "outputIndexes": 
[ 88 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 81, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Mul_1_output_0", "outputIndexes": 
[ 89 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 58, 89 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Add_output_0", "outputIndexes": 
[ 90 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2185 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 2375702, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.0/self_attn/k_proj/Linear", "outputIndexes": 
[ 2190 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2190 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2191 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2191 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 91 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 19, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 92 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 28, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 93 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 92, 93, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.0/self_attn/Concat_1_output_0", "outputIndexes": 
[ 94 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 91, 94 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 95 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Mul_2_output_0", "outputIndexes": 
[ 96 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95 ]
, "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_3_output_0", "outputIndexes": 
[ 97 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 97 ]
, "main_type": "NONE", "name": "Shape147", "outputIndexes": 
[ 98 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 97 ]
, "main_type": "NONE", "name": "Rank149", "outputIndexes": 
[ 99 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 99, 99 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp151", "outputIndexes": 
[ 100 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 100 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze152", "outputIndexes": 
[ 101 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 100, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp154", "outputIndexes": 
[ 102 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 102 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze155", "outputIndexes": 
[ 103 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 98, 101, 103, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice158", "outputIndexes": 
[ 104 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 104 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze159", "outputIndexes": 
[ 105 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 105 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp160", "outputIndexes": 
[ 106 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 106, 105 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp161", "outputIndexes": 
[ 107 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 97, 107, 100 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_5_output_0", "outputIndexes": 
[ 108 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 108, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Div_1_output_0", "outputIndexes": 
[ 109 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 109, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 110 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95, 110, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.0/self_attn/Slice_3_output_0", "outputIndexes": 
[ 111 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 111 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.0/self_attn/Neg_1_output_0", "outputIndexes": 
[ 112 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 109, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 113 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95, 20, 113, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.0/self_attn/Slice_2_output_0", "outputIndexes": 
[ 114 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 112, 114 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.0/self_attn/Concat_4_output_0", "outputIndexes": 
[ 115 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 115, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Mul_3_output_0", "outputIndexes": 
[ 116 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 96, 116 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/self_attn/Add_1_output_0", "outputIndexes": 
[ 117 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2185 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 4735020, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.0/self_attn/v_proj/Linear", "outputIndexes": 
[ 2194 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2194 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2195 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2195 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 118 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 19, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 119 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 28, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 120 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 119, 120, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.0/self_attn/Concat_2_output_0", "outputIndexes": 
[ 121 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 118, 121 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 122 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 90, 117, 122, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.0/self_attn/FusedAttention", "outputIndexes": 
[ 124 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 124 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2196 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2196 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2197 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2197 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 7094338, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.0/self_attn/o_proj/Linear", "outputIndexes": 
[ 2198 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2198 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2199 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2199 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 125 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 4, 125 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/Add_output_0", "outputIndexes": 
[ 126 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 126 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 9453656, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.0/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 127 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 127 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2200 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2200 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2201 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2201 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 9470040, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.0/mlp/gate_proj/Linear", "outputIndexes": 
[ 2202 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2202 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2203 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2203 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 128 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 128 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.0/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 129 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2201 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 18907246, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.0/mlp/up_proj/Linear", "outputIndexes": 
[ 2206 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2206 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2207 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2207 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 130 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 129, 130 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/mlp/Mul_output_0", "outputIndexes": 
[ 131 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 131 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2208 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2208 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2209 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2209 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 28344452, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.0/mlp/down_proj/Linear", "outputIndexes": 
[ 2210 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2210 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2211 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2211 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 132 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 126, 132 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/Add_1_output_0", "outputIndexes": 
[ 133 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 133, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/Reshape_output_0", "outputIndexes": 
[ 134 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 134 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 37781658, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.1/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 135 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 135 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2212 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2212 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2213 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2213 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 37798042, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.1/self_attn/q_proj/Linear", "outputIndexes": 
[ 2214 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2214 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2215 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2215 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 136 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 135 ]
, "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_output_0", "outputIndexes": 
[ 137 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 137 ]
, "main_type": "NONE", "name": "Shape208", "outputIndexes": 
[ 138 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 137 ]
, "main_type": "NONE", "name": "Rank210", "outputIndexes": 
[ 139 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 139, 139 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp212", "outputIndexes": 
[ 140 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 140 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze213", "outputIndexes": 
[ 141 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 140, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp215", "outputIndexes": 
[ 142 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 142 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze216", "outputIndexes": 
[ 143 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 138, 141, 143, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice219", "outputIndexes": 
[ 144 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 144 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze220", "outputIndexes": 
[ 145 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 145, 145 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp222", "outputIndexes": 
[ 146 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 137, 146, 140 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_output_0", "outputIndexes": 
[ 147 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 147, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 148 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 140 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze230", "outputIndexes": 
[ 149 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 142 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze233", "outputIndexes": 
[ 150 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 138, 149, 150, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice236", "outputIndexes": 
[ 151 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 151 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze237", "outputIndexes": 
[ 152 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 152 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp238", "outputIndexes": 
[ 153 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 153, 152 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp239", "outputIndexes": 
[ 154 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 137, 154, 140 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_1_output_0", "outputIndexes": 
[ 155 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 155, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 156 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 148, 156, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.1/self_attn/Concat_output_0", "outputIndexes": 
[ 157 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 136, 157 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/self_attn/Reshape_output_0", "outputIndexes": 
[ 158 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 158, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Mul_output_0", "outputIndexes": 
[ 159 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 158 ]
, "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_2_output_0", "outputIndexes": 
[ 160 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 160 ]
, "main_type": "NONE", "name": "Shape246", "outputIndexes": 
[ 161 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 160 ]
, "main_type": "NONE", "name": "Rank248", "outputIndexes": 
[ 162 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 162, 162 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp250", "outputIndexes": 
[ 163 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 163 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze251", "outputIndexes": 
[ 164 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 163, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp253", "outputIndexes": 
[ 165 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 165 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze254", "outputIndexes": 
[ 166 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 161, 164, 166, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice257", "outputIndexes": 
[ 167 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 167 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze258", "outputIndexes": 
[ 168 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 168 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp259", "outputIndexes": 
[ 169 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 169, 168 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp260", "outputIndexes": 
[ 170 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 160, 170, 163 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_2_output_0", "outputIndexes": 
[ 171 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 171, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Div_output_0", "outputIndexes": 
[ 172 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 172, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 173 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 158, 173, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.1/self_attn/Slice_1_output_0", "outputIndexes": 
[ 174 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 174 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.1/self_attn/Neg_output_0", "outputIndexes": 
[ 175 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 172, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 176 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 158, 20, 176, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.1/self_attn/Slice_output_0", "outputIndexes": 
[ 177 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 175, 177 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.1/self_attn/Concat_3_output_0", "outputIndexes": 
[ 178 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 178, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Mul_1_output_0", "outputIndexes": 
[ 179 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 159, 179 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Add_output_0", "outputIndexes": 
[ 180 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2213 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 40157360, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.1/self_attn/k_proj/Linear", "outputIndexes": 
[ 2218 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2218 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2219 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2219 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 181 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 147, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 182 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 155, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 183 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 182, 183, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.1/self_attn/Concat_1_output_0", "outputIndexes": 
[ 184 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 181, 184 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 185 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 185, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Mul_2_output_0", "outputIndexes": 
[ 186 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 185 ]
, "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_3_output_0", "outputIndexes": 
[ 187 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 187 ]
, "main_type": "NONE", "name": "Shape279", "outputIndexes": 
[ 188 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 187 ]
, "main_type": "NONE", "name": "Rank281", "outputIndexes": 
[ 189 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 189, 189 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp283", "outputIndexes": 
[ 190 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 190 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze284", "outputIndexes": 
[ 191 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 190, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp286", "outputIndexes": 
[ 192 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 192 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze287", "outputIndexes": 
[ 193 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 188, 191, 193, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice290", "outputIndexes": 
[ 194 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 194 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze291", "outputIndexes": 
[ 195 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 195 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp292", "outputIndexes": 
[ 196 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 196, 195 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp293", "outputIndexes": 
[ 197 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 187, 197, 190 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_3_output_0", "outputIndexes": 
[ 198 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 198, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Div_1_output_0", "outputIndexes": 
[ 199 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 199, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 200 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 185, 200, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.1/self_attn/Slice_3_output_0", "outputIndexes": 
[ 201 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 201 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.1/self_attn/Neg_1_output_0", "outputIndexes": 
[ 202 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 199, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 203 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 185, 20, 203, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.1/self_attn/Slice_2_output_0", "outputIndexes": 
[ 204 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 202, 204 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.1/self_attn/Concat_4_output_0", "outputIndexes": 
[ 205 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 205, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Mul_3_output_0", "outputIndexes": 
[ 206 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 186, 206 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/self_attn/Add_1_output_0", "outputIndexes": 
[ 207 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2213 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 42516678, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.1/self_attn/v_proj/Linear", "outputIndexes": 
[ 2222 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2222 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2223 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2223 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 208 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 147, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 209 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 155, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 210 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 209, 210, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.1/self_attn/Concat_2_output_0", "outputIndexes": 
[ 211 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 208, 211 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 212 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 180, 207, 212, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.1/self_attn/FusedAttention", "outputIndexes": 
[ 213 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 213 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2224 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2224 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2225 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2225 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 44875996, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.1/self_attn/o_proj/Linear", "outputIndexes": 
[ 2226 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2226 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2227 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2227 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 214 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 134, 214 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/Add_output_0", "outputIndexes": 
[ 215 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 215 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 47235314, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.1/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 216 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 216 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2228 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2228 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2229 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2229 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 47251698, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.1/mlp/gate_proj/Linear", "outputIndexes": 
[ 2230 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2230 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2231 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2231 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 217 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 217 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.1/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 218 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2229 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 56688904, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.1/mlp/up_proj/Linear", "outputIndexes": 
[ 2234 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2234 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2235 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2235 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 219 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 218, 219 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/mlp/Mul_output_0", "outputIndexes": 
[ 220 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 220 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2236 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2236 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2237 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2237 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 66126110, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.1/mlp/down_proj/Linear", "outputIndexes": 
[ 2238 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2238 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2239 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2239 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 221 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 215, 221 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/Add_1_output_0", "outputIndexes": 
[ 222 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 222, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/Reshape_output_0", "outputIndexes": 
[ 223 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 223 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 75563316, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.2/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 224 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 224 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2240 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2240 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2241 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2241 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 75579700, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.2/self_attn/q_proj/Linear", "outputIndexes": 
[ 2242 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2242 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2243 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2243 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 225 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 224 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_output_0", "outputIndexes": 
[ 226 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 226 ]
, "main_type": "NONE", "name": "Shape339", "outputIndexes": 
[ 227 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 226 ]
, "main_type": "NONE", "name": "Rank341", "outputIndexes": 
[ 228 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 228, 228 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp343", "outputIndexes": 
[ 229 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 229 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze344", "outputIndexes": 
[ 230 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 229, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp346", "outputIndexes": 
[ 231 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 231 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze347", "outputIndexes": 
[ 232 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 227, 230, 232, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice350", "outputIndexes": 
[ 233 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 233 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze351", "outputIndexes": 
[ 234 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 234, 234 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp353", "outputIndexes": 
[ 235 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 226, 235, 229 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_output_0", "outputIndexes": 
[ 236 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 236, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 237 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 229 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze361", "outputIndexes": 
[ 238 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 231 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze364", "outputIndexes": 
[ 239 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 227, 238, 239, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice367", "outputIndexes": 
[ 240 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 240 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze368", "outputIndexes": 
[ 241 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 241 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp369", "outputIndexes": 
[ 242 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 242, 241 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp370", "outputIndexes": 
[ 243 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 226, 243, 229 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_1_output_0", "outputIndexes": 
[ 244 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 244, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 245 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 237, 245, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_output_0", "outputIndexes": 
[ 246 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 225, 246 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_output_0", "outputIndexes": 
[ 247 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 247, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_output_0", "outputIndexes": 
[ 248 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 247 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_2_output_0", "outputIndexes": 
[ 249 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 249 ]
, "main_type": "NONE", "name": "Shape377", "outputIndexes": 
[ 250 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 249 ]
, "main_type": "NONE", "name": "Rank379", "outputIndexes": 
[ 251 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 251, 251 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp381", "outputIndexes": 
[ 252 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 252 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze382", "outputIndexes": 
[ 253 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 252, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp384", "outputIndexes": 
[ 254 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 254 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze385", "outputIndexes": 
[ 255 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 250, 253, 255, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice388", "outputIndexes": 
[ 256 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 256 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze389", "outputIndexes": 
[ 257 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 257 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp390", "outputIndexes": 
[ 258 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 258, 257 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp391", "outputIndexes": 
[ 259 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 249, 259, 252 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_2_output_0", "outputIndexes": 
[ 260 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 260, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Div_output_0", "outputIndexes": 
[ 261 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 261, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 262 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 247, 262, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_1_output_0", "outputIndexes": 
[ 263 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 263 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.2/self_attn/Neg_output_0", "outputIndexes": 
[ 264 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 261, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 265 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 247, 20, 265, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_output_0", "outputIndexes": 
[ 266 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 264, 266 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.2/self_attn/Concat_3_output_0", "outputIndexes": 
[ 267 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 267, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_1_output_0", "outputIndexes": 
[ 268 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 248, 268 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Add_output_0", "outputIndexes": 
[ 269 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2241 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 77939018, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.2/self_attn/k_proj/Linear", "outputIndexes": 
[ 2246 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2246 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2247 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2247 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 270 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 236, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 271 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 244, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 272 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 271, 272, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_1_output_0", "outputIndexes": 
[ 273 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 270, 273 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 274 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 274, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_2_output_0", "outputIndexes": 
[ 275 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 274 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_3_output_0", "outputIndexes": 
[ 276 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 276 ]
, "main_type": "NONE", "name": "Shape410", "outputIndexes": 
[ 277 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 276 ]
, "main_type": "NONE", "name": "Rank412", "outputIndexes": 
[ 278 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 278, 278 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp414", "outputIndexes": 
[ 279 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 279 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze415", "outputIndexes": 
[ 280 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 279, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp417", "outputIndexes": 
[ 281 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 281 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze418", "outputIndexes": 
[ 282 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 277, 280, 282, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice421", "outputIndexes": 
[ 283 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 283 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze422", "outputIndexes": 
[ 284 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 284 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp423", "outputIndexes": 
[ 285 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 285, 284 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp424", "outputIndexes": 
[ 286 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 276, 286, 279 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_3_output_0", "outputIndexes": 
[ 287 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 287, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Div_1_output_0", "outputIndexes": 
[ 288 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 288, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 289 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 274, 289, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_3_output_0", "outputIndexes": 
[ 290 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 290 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.2/self_attn/Neg_1_output_0", "outputIndexes": 
[ 291 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 288, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 292 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 274, 20, 292, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_2_output_0", "outputIndexes": 
[ 293 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 291, 293 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.2/self_attn/Concat_4_output_0", "outputIndexes": 
[ 294 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 294, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_3_output_0", "outputIndexes": 
[ 295 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 275, 295 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Add_1_output_0", "outputIndexes": 
[ 296 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2241 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 80298336, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.2/self_attn/v_proj/Linear", "outputIndexes": 
[ 2250 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2250 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2251 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2251 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 297 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 236, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 298 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 244, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 299 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 298, 299, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_2_output_0", "outputIndexes": 
[ 300 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 297, 300 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 301 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 269, 296, 301, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.2/self_attn/FusedAttention", "outputIndexes": 
[ 302 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 302 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2252 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2252 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2253 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2253 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 82657654, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.2/self_attn/o_proj/Linear", "outputIndexes": 
[ 2254 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2254 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2255 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2255 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 303 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 223, 303 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/Add_output_0", "outputIndexes": 
[ 304 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 304 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 85016972, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.2/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 305 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 305 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2256 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2256 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2257 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2257 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 85033356, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.2/mlp/gate_proj/Linear", "outputIndexes": 
[ 2258 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2258 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2259 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2259 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 306 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 306 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.2/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 307 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2257 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 94470562, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.2/mlp/up_proj/Linear", "outputIndexes": 
[ 2262 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2262 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2263 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2263 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 308 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 307, 308 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/mlp/Mul_output_0", "outputIndexes": 
[ 309 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 309 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2264 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2264 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2265 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2265 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 103907768, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.2/mlp/down_proj/Linear", "outputIndexes": 
[ 2266 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2266 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2267 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2267 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 310 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 304, 310 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/Add_1_output_0", "outputIndexes": 
[ 311 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 311, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/Reshape_output_0", "outputIndexes": 
[ 312 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 312 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 113344974, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.3/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 313 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 313 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2268 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2268 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2269 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2269 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 113361358, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.3/self_attn/q_proj/Linear", "outputIndexes": 
[ 2270 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2270 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2271 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2271 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 314 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 313 ]
, "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_output_0", "outputIndexes": 
[ 315 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 315 ]
, "main_type": "NONE", "name": "Shape470", "outputIndexes": 
[ 316 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 315 ]
, "main_type": "NONE", "name": "Rank472", "outputIndexes": 
[ 317 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 317, 317 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp474", "outputIndexes": 
[ 318 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze475", "outputIndexes": 
[ 319 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp477", "outputIndexes": 
[ 320 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 320 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze478", "outputIndexes": 
[ 321 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 316, 319, 321, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice481", "outputIndexes": 
[ 322 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 322 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze482", "outputIndexes": 
[ 323 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 323, 323 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp484", "outputIndexes": 
[ 324 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 315, 324, 318 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_output_0", "outputIndexes": 
[ 325 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 325, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 326 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze492", "outputIndexes": 
[ 327 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 320 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze495", "outputIndexes": 
[ 328 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 316, 327, 328, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice498", "outputIndexes": 
[ 329 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 329 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze499", "outputIndexes": 
[ 330 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 330 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp500", "outputIndexes": 
[ 331 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 331, 330 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp501", "outputIndexes": 
[ 332 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 315, 332, 318 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_1_output_0", "outputIndexes": 
[ 333 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 333, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 334 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 326, 334, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.3/self_attn/Concat_output_0", "outputIndexes": 
[ 335 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 314, 335 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/self_attn/Reshape_output_0", "outputIndexes": 
[ 336 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Mul_output_0", "outputIndexes": 
[ 337 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336 ]
, "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_2_output_0", "outputIndexes": 
[ 338 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 338 ]
, "main_type": "NONE", "name": "Shape508", "outputIndexes": 
[ 339 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 338 ]
, "main_type": "NONE", "name": "Rank510", "outputIndexes": 
[ 340 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 340, 340 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp512", "outputIndexes": 
[ 341 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 341 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze513", "outputIndexes": 
[ 342 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 341, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp515", "outputIndexes": 
[ 343 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 343 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze516", "outputIndexes": 
[ 344 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 339, 342, 344, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice519", "outputIndexes": 
[ 345 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 345 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze520", "outputIndexes": 
[ 346 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 346 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp521", "outputIndexes": 
[ 347 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 347, 346 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp522", "outputIndexes": 
[ 348 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 338, 348, 341 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_2_output_0", "outputIndexes": 
[ 349 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 349, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Div_output_0", "outputIndexes": 
[ 350 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 350, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 351 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336, 351, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.3/self_attn/Slice_1_output_0", "outputIndexes": 
[ 352 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 352 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.3/self_attn/Neg_output_0", "outputIndexes": 
[ 353 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 350, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 354 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336, 20, 354, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.3/self_attn/Slice_output_0", "outputIndexes": 
[ 355 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 353, 355 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.3/self_attn/Concat_3_output_0", "outputIndexes": 
[ 356 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 356, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Mul_1_output_0", "outputIndexes": 
[ 357 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 337, 357 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Add_output_0", "outputIndexes": 
[ 358 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2269 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 115720676, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.3/self_attn/k_proj/Linear", "outputIndexes": 
[ 2274 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2274 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2275 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2275 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 359 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 325, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 360 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 333, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 361 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 360, 361, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.3/self_attn/Concat_1_output_0", "outputIndexes": 
[ 362 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 359, 362 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 363 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 363, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Mul_2_output_0", "outputIndexes": 
[ 364 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 363 ]
, "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_3_output_0", "outputIndexes": 
[ 365 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 365 ]
, "main_type": "NONE", "name": "Shape541", "outputIndexes": 
[ 366 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 365 ]
, "main_type": "NONE", "name": "Rank543", "outputIndexes": 
[ 367 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 367, 367 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp545", "outputIndexes": 
[ 368 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 368 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze546", "outputIndexes": 
[ 369 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 368, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp548", "outputIndexes": 
[ 370 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 370 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze549", "outputIndexes": 
[ 371 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 366, 369, 371, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice552", "outputIndexes": 
[ 372 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 372 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze553", "outputIndexes": 
[ 373 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 373 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp554", "outputIndexes": 
[ 374 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 374, 373 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp555", "outputIndexes": 
[ 375 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 365, 375, 368 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_3_output_0", "outputIndexes": 
[ 376 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 376, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Div_1_output_0", "outputIndexes": 
[ 377 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 377, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 378 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 363, 378, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.3/self_attn/Slice_3_output_0", "outputIndexes": 
[ 379 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 379 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.3/self_attn/Neg_1_output_0", "outputIndexes": 
[ 380 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 377, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 381 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 363, 20, 381, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.3/self_attn/Slice_2_output_0", "outputIndexes": 
[ 382 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 380, 382 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.3/self_attn/Concat_4_output_0", "outputIndexes": 
[ 383 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 383, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Mul_3_output_0", "outputIndexes": 
[ 384 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 364, 384 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/self_attn/Add_1_output_0", "outputIndexes": 
[ 385 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2269 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 118079994, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.3/self_attn/v_proj/Linear", "outputIndexes": 
[ 2278 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2278 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2279 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2279 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 386 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 325, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 387 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 333, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 388 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 387, 388, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.3/self_attn/Concat_2_output_0", "outputIndexes": 
[ 389 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 386, 389 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 390 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 358, 385, 390, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.3/self_attn/FusedAttention", "outputIndexes": 
[ 391 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 391 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2280 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2280 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2281 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2281 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 120439312, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.3/self_attn/o_proj/Linear", "outputIndexes": 
[ 2282 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2282 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2283 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2283 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 392 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 312, 392 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/Add_output_0", "outputIndexes": 
[ 393 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 393 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 122798630, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.3/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 394 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 394 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2284 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2284 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2285 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2285 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 122815014, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.3/mlp/gate_proj/Linear", "outputIndexes": 
[ 2286 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2286 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2287 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2287 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 395 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 395 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.3/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 396 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2285 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 132252220, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.3/mlp/up_proj/Linear", "outputIndexes": 
[ 2290 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2290 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2291 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2291 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 397 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 396, 397 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/mlp/Mul_output_0", "outputIndexes": 
[ 398 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 398 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2292 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2292 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2293 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2293 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 141689426, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.3/mlp/down_proj/Linear", "outputIndexes": 
[ 2294 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2294 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2295 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2295 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 399 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 393, 399 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/Add_1_output_0", "outputIndexes": 
[ 400 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 400, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/Reshape_output_0", "outputIndexes": 
[ 401 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 401 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 151126632, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.4/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 402 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 402 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2296 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2296 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2297 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2297 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 151143016, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.4/self_attn/q_proj/Linear", "outputIndexes": 
[ 2298 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2298 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2299 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2299 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 403 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 402 ]
, "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_output_0", "outputIndexes": 
[ 404 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 404 ]
, "main_type": "NONE", "name": "Shape601", "outputIndexes": 
[ 405 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 404 ]
, "main_type": "NONE", "name": "Rank603", "outputIndexes": 
[ 406 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 406, 406 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp605", "outputIndexes": 
[ 407 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 407 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze606", "outputIndexes": 
[ 408 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 407, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp608", "outputIndexes": 
[ 409 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 409 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze609", "outputIndexes": 
[ 410 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 405, 408, 410, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice612", "outputIndexes": 
[ 411 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 411 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze613", "outputIndexes": 
[ 412 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 412, 412 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp615", "outputIndexes": 
[ 413 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 404, 413, 407 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_output_0", "outputIndexes": 
[ 414 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 414, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 415 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 407 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze623", "outputIndexes": 
[ 416 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 409 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze626", "outputIndexes": 
[ 417 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 405, 416, 417, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice629", "outputIndexes": 
[ 418 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 418 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze630", "outputIndexes": 
[ 419 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 419 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp631", "outputIndexes": 
[ 420 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 420, 419 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp632", "outputIndexes": 
[ 421 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 404, 421, 407 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_1_output_0", "outputIndexes": 
[ 422 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 422, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 423 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 415, 423, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.4/self_attn/Concat_output_0", "outputIndexes": 
[ 424 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 403, 424 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/self_attn/Reshape_output_0", "outputIndexes": 
[ 425 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 425, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Mul_output_0", "outputIndexes": 
[ 426 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 425 ]
, "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_2_output_0", "outputIndexes": 
[ 427 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 427 ]
, "main_type": "NONE", "name": "Shape639", "outputIndexes": 
[ 428 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 427 ]
, "main_type": "NONE", "name": "Rank641", "outputIndexes": 
[ 429 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 429, 429 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp643", "outputIndexes": 
[ 430 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 430 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze644", "outputIndexes": 
[ 431 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 430, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp646", "outputIndexes": 
[ 432 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 432 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze647", "outputIndexes": 
[ 433 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 428, 431, 433, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice650", "outputIndexes": 
[ 434 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 434 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze651", "outputIndexes": 
[ 435 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 435 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp652", "outputIndexes": 
[ 436 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 436, 435 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp653", "outputIndexes": 
[ 437 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 427, 437, 430 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_2_output_0", "outputIndexes": 
[ 438 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 438, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Div_output_0", "outputIndexes": 
[ 439 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 439, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 440 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 425, 440, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.4/self_attn/Slice_1_output_0", "outputIndexes": 
[ 441 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 441 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.4/self_attn/Neg_output_0", "outputIndexes": 
[ 442 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 439, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 443 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 425, 20, 443, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.4/self_attn/Slice_output_0", "outputIndexes": 
[ 444 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 442, 444 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.4/self_attn/Concat_3_output_0", "outputIndexes": 
[ 445 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 445, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Mul_1_output_0", "outputIndexes": 
[ 446 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 426, 446 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Add_output_0", "outputIndexes": 
[ 447 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2297 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 153502334, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.4/self_attn/k_proj/Linear", "outputIndexes": 
[ 2302 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2302 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2303 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2303 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 448 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 414, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 449 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 422, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 450 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 449, 450, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.4/self_attn/Concat_1_output_0", "outputIndexes": 
[ 451 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 448, 451 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 452 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 452, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Mul_2_output_0", "outputIndexes": 
[ 453 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 452 ]
, "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_3_output_0", "outputIndexes": 
[ 454 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 454 ]
, "main_type": "NONE", "name": "Shape672", "outputIndexes": 
[ 455 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 454 ]
, "main_type": "NONE", "name": "Rank674", "outputIndexes": 
[ 456 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 456, 456 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp676", "outputIndexes": 
[ 457 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 457 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze677", "outputIndexes": 
[ 458 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 457, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp679", "outputIndexes": 
[ 459 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 459 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze680", "outputIndexes": 
[ 460 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 455, 458, 460, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice683", "outputIndexes": 
[ 461 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 461 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze684", "outputIndexes": 
[ 462 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 462 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp685", "outputIndexes": 
[ 463 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 463, 462 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp686", "outputIndexes": 
[ 464 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 454, 464, 457 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_3_output_0", "outputIndexes": 
[ 465 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 465, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Div_1_output_0", "outputIndexes": 
[ 466 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 466, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 467 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 452, 467, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.4/self_attn/Slice_3_output_0", "outputIndexes": 
[ 468 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 468 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.4/self_attn/Neg_1_output_0", "outputIndexes": 
[ 469 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 466, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 470 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 452, 20, 470, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.4/self_attn/Slice_2_output_0", "outputIndexes": 
[ 471 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 469, 471 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.4/self_attn/Concat_4_output_0", "outputIndexes": 
[ 472 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 472, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Mul_3_output_0", "outputIndexes": 
[ 473 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 453, 473 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/self_attn/Add_1_output_0", "outputIndexes": 
[ 474 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2297 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 155861652, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.4/self_attn/v_proj/Linear", "outputIndexes": 
[ 2306 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2306 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2307 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2307 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 475 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 414, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 476 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 422, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 477 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 476, 477, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.4/self_attn/Concat_2_output_0", "outputIndexes": 
[ 478 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 475, 478 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 479 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 447, 474, 479, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.4/self_attn/FusedAttention", "outputIndexes": 
[ 480 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 480 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2308 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2308 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2309 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2309 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 158220970, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.4/self_attn/o_proj/Linear", "outputIndexes": 
[ 2310 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2310 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2311 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2311 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 481 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 401, 481 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/Add_output_0", "outputIndexes": 
[ 482 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 482 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 160580288, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.4/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 483 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 483 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2312 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2312 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2313 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2313 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 160596672, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.4/mlp/gate_proj/Linear", "outputIndexes": 
[ 2314 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2314 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2315 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2315 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 484 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 484 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.4/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 485 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2313 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 170033878, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.4/mlp/up_proj/Linear", "outputIndexes": 
[ 2318 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2318 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2319 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2319 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 486 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 485, 486 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/mlp/Mul_output_0", "outputIndexes": 
[ 487 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 487 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2320 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2320 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2321 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2321 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 179471084, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.4/mlp/down_proj/Linear", "outputIndexes": 
[ 2322 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2322 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2323 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2323 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 488 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 482, 488 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/Add_1_output_0", "outputIndexes": 
[ 489 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 489, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/Reshape_output_0", "outputIndexes": 
[ 490 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 490 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 188908290, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.5/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 491 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 491 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2324 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2324 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2325 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2325 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 188924674, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.5/self_attn/q_proj/Linear", "outputIndexes": 
[ 2326 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2326 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2327 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2327 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 492 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 491 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_output_0", "outputIndexes": 
[ 493 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 493 ]
, "main_type": "NONE", "name": "Shape732", "outputIndexes": 
[ 494 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 493 ]
, "main_type": "NONE", "name": "Rank734", "outputIndexes": 
[ 495 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 495, 495 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp736", "outputIndexes": 
[ 496 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 496 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze737", "outputIndexes": 
[ 497 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 496, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp739", "outputIndexes": 
[ 498 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 498 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze740", "outputIndexes": 
[ 499 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 494, 497, 499, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice743", "outputIndexes": 
[ 500 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 500 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze744", "outputIndexes": 
[ 501 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 501, 501 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp746", "outputIndexes": 
[ 502 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 493, 502, 496 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_output_0", "outputIndexes": 
[ 503 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 503, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 504 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 496 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze754", "outputIndexes": 
[ 505 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 498 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze757", "outputIndexes": 
[ 506 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 494, 505, 506, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice760", "outputIndexes": 
[ 507 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 507 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze761", "outputIndexes": 
[ 508 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 508 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp762", "outputIndexes": 
[ 509 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 509, 508 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp763", "outputIndexes": 
[ 510 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 493, 510, 496 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_1_output_0", "outputIndexes": 
[ 511 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 511, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 512 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 504, 512, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_output_0", "outputIndexes": 
[ 513 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 492, 513 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_output_0", "outputIndexes": 
[ 514 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 514, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_output_0", "outputIndexes": 
[ 515 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 514 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_2_output_0", "outputIndexes": 
[ 516 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 516 ]
, "main_type": "NONE", "name": "Shape770", "outputIndexes": 
[ 517 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 516 ]
, "main_type": "NONE", "name": "Rank772", "outputIndexes": 
[ 518 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 518, 518 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp774", "outputIndexes": 
[ 519 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 519 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze775", "outputIndexes": 
[ 520 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 519, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp777", "outputIndexes": 
[ 521 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 521 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze778", "outputIndexes": 
[ 522 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 517, 520, 522, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice781", "outputIndexes": 
[ 523 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 523 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze782", "outputIndexes": 
[ 524 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 524 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp783", "outputIndexes": 
[ 525 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 525, 524 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp784", "outputIndexes": 
[ 526 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 516, 526, 519 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_2_output_0", "outputIndexes": 
[ 527 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 527, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Div_output_0", "outputIndexes": 
[ 528 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 528, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 529 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 514, 529, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_1_output_0", "outputIndexes": 
[ 530 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 530 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.5/self_attn/Neg_output_0", "outputIndexes": 
[ 531 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 528, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 532 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 514, 20, 532, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_output_0", "outputIndexes": 
[ 533 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 531, 533 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.5/self_attn/Concat_3_output_0", "outputIndexes": 
[ 534 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 534, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_1_output_0", "outputIndexes": 
[ 535 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 515, 535 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Add_output_0", "outputIndexes": 
[ 536 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2325 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 191283992, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.5/self_attn/k_proj/Linear", "outputIndexes": 
[ 2330 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2330 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2331 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2331 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 537 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 503, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 538 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 511, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 539 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 538, 539, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_1_output_0", "outputIndexes": 
[ 540 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 537, 540 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 541 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 541, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_2_output_0", "outputIndexes": 
[ 542 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 541 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_3_output_0", "outputIndexes": 
[ 543 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 543 ]
, "main_type": "NONE", "name": "Shape803", "outputIndexes": 
[ 544 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 543 ]
, "main_type": "NONE", "name": "Rank805", "outputIndexes": 
[ 545 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 545, 545 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp807", "outputIndexes": 
[ 546 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 546 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze808", "outputIndexes": 
[ 547 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 546, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp810", "outputIndexes": 
[ 548 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 548 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze811", "outputIndexes": 
[ 549 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 544, 547, 549, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice814", "outputIndexes": 
[ 550 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 550 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze815", "outputIndexes": 
[ 551 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 551 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp816", "outputIndexes": 
[ 552 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 552, 551 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp817", "outputIndexes": 
[ 553 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 543, 553, 546 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_3_output_0", "outputIndexes": 
[ 554 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 554, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Div_1_output_0", "outputIndexes": 
[ 555 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 555, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 556 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 541, 556, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_3_output_0", "outputIndexes": 
[ 557 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 557 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.5/self_attn/Neg_1_output_0", "outputIndexes": 
[ 558 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 555, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 559 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 541, 20, 559, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_2_output_0", "outputIndexes": 
[ 560 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 558, 560 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.5/self_attn/Concat_4_output_0", "outputIndexes": 
[ 561 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 561, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_3_output_0", "outputIndexes": 
[ 562 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 542, 562 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Add_1_output_0", "outputIndexes": 
[ 563 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2325 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 193643310, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.5/self_attn/v_proj/Linear", "outputIndexes": 
[ 2334 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2334 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2335 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2335 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 564 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 503, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 565 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 511, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 566 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 565, 566, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_2_output_0", "outputIndexes": 
[ 567 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 564, 567 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 568 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 536, 563, 568, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.5/self_attn/FusedAttention", "outputIndexes": 
[ 569 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 569 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2336 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2336 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2337 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2337 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 196002628, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.5/self_attn/o_proj/Linear", "outputIndexes": 
[ 2338 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2338 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2339 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2339 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 570 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 490, 570 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/Add_output_0", "outputIndexes": 
[ 571 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 571 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 198361946, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.5/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 572 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 572 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2340 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2340 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2341 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2341 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 198378330, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.5/mlp/gate_proj/Linear", "outputIndexes": 
[ 2342 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2342 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2343 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2343 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 573 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 573 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.5/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 574 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2341 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 207815536, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.5/mlp/up_proj/Linear", "outputIndexes": 
[ 2346 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2346 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2347 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2347 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 575 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 574, 575 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/mlp/Mul_output_0", "outputIndexes": 
[ 576 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 576 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2348 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2348 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2349 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2349 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 217252742, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.5/mlp/down_proj/Linear", "outputIndexes": 
[ 2350 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2350 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2351 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2351 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 577 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 571, 577 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/Add_1_output_0", "outputIndexes": 
[ 578 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 578, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/Reshape_output_0", "outputIndexes": 
[ 579 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 579 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 226689948, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.6/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 580 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 580 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2352 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2352 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2353 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2353 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 226706332, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.6/self_attn/q_proj/Linear", "outputIndexes": 
[ 2354 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2354 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2355 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2355 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 581 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 580 ]
, "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_output_0", "outputIndexes": 
[ 582 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 582 ]
, "main_type": "NONE", "name": "Shape863", "outputIndexes": 
[ 583 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 582 ]
, "main_type": "NONE", "name": "Rank865", "outputIndexes": 
[ 584 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 584, 584 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp867", "outputIndexes": 
[ 585 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 585 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze868", "outputIndexes": 
[ 586 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 585, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp870", "outputIndexes": 
[ 587 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 587 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze871", "outputIndexes": 
[ 588 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 583, 586, 588, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice874", "outputIndexes": 
[ 589 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 589 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze875", "outputIndexes": 
[ 590 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 590, 590 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp877", "outputIndexes": 
[ 591 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 582, 591, 585 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_output_0", "outputIndexes": 
[ 592 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 592, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 593 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 585 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze885", "outputIndexes": 
[ 594 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 587 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze888", "outputIndexes": 
[ 595 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 583, 594, 595, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice891", "outputIndexes": 
[ 596 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 596 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze892", "outputIndexes": 
[ 597 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 597 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp893", "outputIndexes": 
[ 598 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 598, 597 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp894", "outputIndexes": 
[ 599 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 582, 599, 585 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_1_output_0", "outputIndexes": 
[ 600 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 600, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 601 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 593, 601, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.6/self_attn/Concat_output_0", "outputIndexes": 
[ 602 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 581, 602 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/self_attn/Reshape_output_0", "outputIndexes": 
[ 603 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 603, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Mul_output_0", "outputIndexes": 
[ 604 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 603 ]
, "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_2_output_0", "outputIndexes": 
[ 605 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 605 ]
, "main_type": "NONE", "name": "Shape901", "outputIndexes": 
[ 606 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 605 ]
, "main_type": "NONE", "name": "Rank903", "outputIndexes": 
[ 607 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 607, 607 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp905", "outputIndexes": 
[ 608 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 608 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze906", "outputIndexes": 
[ 609 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 608, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp908", "outputIndexes": 
[ 610 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 610 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze909", "outputIndexes": 
[ 611 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 606, 609, 611, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice912", "outputIndexes": 
[ 612 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 612 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze913", "outputIndexes": 
[ 613 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 613 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp914", "outputIndexes": 
[ 614 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 614, 613 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp915", "outputIndexes": 
[ 615 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 605, 615, 608 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_2_output_0", "outputIndexes": 
[ 616 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 616, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Div_output_0", "outputIndexes": 
[ 617 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 617, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 618 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 603, 618, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.6/self_attn/Slice_1_output_0", "outputIndexes": 
[ 619 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 619 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.6/self_attn/Neg_output_0", "outputIndexes": 
[ 620 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 617, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 621 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 603, 20, 621, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.6/self_attn/Slice_output_0", "outputIndexes": 
[ 622 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 620, 622 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.6/self_attn/Concat_3_output_0", "outputIndexes": 
[ 623 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 623, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Mul_1_output_0", "outputIndexes": 
[ 624 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 604, 624 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Add_output_0", "outputIndexes": 
[ 625 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2353 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 229065650, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.6/self_attn/k_proj/Linear", "outputIndexes": 
[ 2358 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2358 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2359 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2359 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 626 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 592, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 627 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 600, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 628 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 627, 628, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.6/self_attn/Concat_1_output_0", "outputIndexes": 
[ 629 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 626, 629 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 630 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 630, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Mul_2_output_0", "outputIndexes": 
[ 631 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 630 ]
, "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_3_output_0", "outputIndexes": 
[ 632 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 632 ]
, "main_type": "NONE", "name": "Shape934", "outputIndexes": 
[ 633 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 632 ]
, "main_type": "NONE", "name": "Rank936", "outputIndexes": 
[ 634 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 634, 634 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp938", "outputIndexes": 
[ 635 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 635 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze939", "outputIndexes": 
[ 636 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 635, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp941", "outputIndexes": 
[ 637 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 637 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze942", "outputIndexes": 
[ 638 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 633, 636, 638, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice945", "outputIndexes": 
[ 639 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 639 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze946", "outputIndexes": 
[ 640 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 640 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp947", "outputIndexes": 
[ 641 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 641, 640 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp948", "outputIndexes": 
[ 642 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 632, 642, 635 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_3_output_0", "outputIndexes": 
[ 643 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 643, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Div_1_output_0", "outputIndexes": 
[ 644 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 644, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 645 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 630, 645, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.6/self_attn/Slice_3_output_0", "outputIndexes": 
[ 646 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 646 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.6/self_attn/Neg_1_output_0", "outputIndexes": 
[ 647 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 644, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 648 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 630, 20, 648, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.6/self_attn/Slice_2_output_0", "outputIndexes": 
[ 649 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 647, 649 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.6/self_attn/Concat_4_output_0", "outputIndexes": 
[ 650 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 650, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Mul_3_output_0", "outputIndexes": 
[ 651 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 631, 651 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/self_attn/Add_1_output_0", "outputIndexes": 
[ 652 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2353 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 231424968, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.6/self_attn/v_proj/Linear", "outputIndexes": 
[ 2362 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2362 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2363 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2363 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 653 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 592, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 654 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 600, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 655 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 654, 655, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.6/self_attn/Concat_2_output_0", "outputIndexes": 
[ 656 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 653, 656 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 657 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 625, 652, 657, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.6/self_attn/FusedAttention", "outputIndexes": 
[ 658 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 658 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2364 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2364 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2365 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2365 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 233784286, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.6/self_attn/o_proj/Linear", "outputIndexes": 
[ 2366 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2366 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2367 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2367 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 659 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 579, 659 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/Add_output_0", "outputIndexes": 
[ 660 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 660 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 236143604, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.6/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 661 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 661 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2368 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2368 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2369 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2369 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 236159988, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.6/mlp/gate_proj/Linear", "outputIndexes": 
[ 2370 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2370 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2371 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2371 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 662 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 662 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.6/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 663 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2369 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 245597194, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.6/mlp/up_proj/Linear", "outputIndexes": 
[ 2374 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2374 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2375 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2375 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 664 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 663, 664 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/mlp/Mul_output_0", "outputIndexes": 
[ 665 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 665 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2376 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2376 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2377 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2377 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 255034400, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.6/mlp/down_proj/Linear", "outputIndexes": 
[ 2378 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2378 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2379 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2379 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 666 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 660, 666 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/Add_1_output_0", "outputIndexes": 
[ 667 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 667, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/Reshape_output_0", "outputIndexes": 
[ 668 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 668 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 264471606, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.7/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 669 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2380 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2380 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2381 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2381 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 264487990, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.7/self_attn/q_proj/Linear", "outputIndexes": 
[ 2382 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2382 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2383 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2383 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 670 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669 ]
, "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_output_0", "outputIndexes": 
[ 671 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 671 ]
, "main_type": "NONE", "name": "Shape994", "outputIndexes": 
[ 672 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 671 ]
, "main_type": "NONE", "name": "Rank996", "outputIndexes": 
[ 673 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 673, 673 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp998", "outputIndexes": 
[ 674 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 674 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze999", "outputIndexes": 
[ 675 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 674, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1001", "outputIndexes": 
[ 676 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 676 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1002", "outputIndexes": 
[ 677 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 672, 675, 677, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1005", "outputIndexes": 
[ 678 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 678 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1006", "outputIndexes": 
[ 679 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 679, 679 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1008", "outputIndexes": 
[ 680 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 671, 680, 674 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_output_0", "outputIndexes": 
[ 681 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 681, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 682 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 674 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1016", "outputIndexes": 
[ 683 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 676 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1019", "outputIndexes": 
[ 684 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 672, 683, 684, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1022", "outputIndexes": 
[ 685 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 685 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1023", "outputIndexes": 
[ 686 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 686 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1024", "outputIndexes": 
[ 687 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 687, 686 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1025", "outputIndexes": 
[ 688 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 671, 688, 674 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_1_output_0", "outputIndexes": 
[ 689 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 689, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 690 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 682, 690, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.7/self_attn/Concat_output_0", "outputIndexes": 
[ 691 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 670, 691 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/self_attn/Reshape_output_0", "outputIndexes": 
[ 692 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 692, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Mul_output_0", "outputIndexes": 
[ 693 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 692 ]
, "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_2_output_0", "outputIndexes": 
[ 694 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 694 ]
, "main_type": "NONE", "name": "Shape1032", "outputIndexes": 
[ 695 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 694 ]
, "main_type": "NONE", "name": "Rank1034", "outputIndexes": 
[ 696 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 696, 696 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1036", "outputIndexes": 
[ 697 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 697 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1037", "outputIndexes": 
[ 698 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 697, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1039", "outputIndexes": 
[ 699 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 699 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1040", "outputIndexes": 
[ 700 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 695, 698, 700, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1043", "outputIndexes": 
[ 701 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 701 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1044", "outputIndexes": 
[ 702 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 702 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1045", "outputIndexes": 
[ 703 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 703, 702 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1046", "outputIndexes": 
[ 704 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 694, 704, 697 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_2_output_0", "outputIndexes": 
[ 705 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 705, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Div_output_0", "outputIndexes": 
[ 706 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 706, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 707 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 692, 707, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.7/self_attn/Slice_1_output_0", "outputIndexes": 
[ 708 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 708 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.7/self_attn/Neg_output_0", "outputIndexes": 
[ 709 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 706, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 710 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 692, 20, 710, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.7/self_attn/Slice_output_0", "outputIndexes": 
[ 711 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 709, 711 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.7/self_attn/Concat_3_output_0", "outputIndexes": 
[ 712 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 712, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Mul_1_output_0", "outputIndexes": 
[ 713 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 693, 713 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Add_output_0", "outputIndexes": 
[ 714 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2381 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 266847308, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.7/self_attn/k_proj/Linear", "outputIndexes": 
[ 2386 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2386 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2387 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2387 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 715 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 681, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 716 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 689, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 717 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 716, 717, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.7/self_attn/Concat_1_output_0", "outputIndexes": 
[ 718 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 715, 718 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 719 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 719, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Mul_2_output_0", "outputIndexes": 
[ 720 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 719 ]
, "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_3_output_0", "outputIndexes": 
[ 721 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 721 ]
, "main_type": "NONE", "name": "Shape1065", "outputIndexes": 
[ 722 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 721 ]
, "main_type": "NONE", "name": "Rank1067", "outputIndexes": 
[ 723 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 723, 723 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1069", "outputIndexes": 
[ 724 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 724 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1070", "outputIndexes": 
[ 725 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 724, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1072", "outputIndexes": 
[ 726 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 726 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1073", "outputIndexes": 
[ 727 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 722, 725, 727, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1076", "outputIndexes": 
[ 728 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 728 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1077", "outputIndexes": 
[ 729 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 729 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1078", "outputIndexes": 
[ 730 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 730, 729 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1079", "outputIndexes": 
[ 731 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 721, 731, 724 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_3_output_0", "outputIndexes": 
[ 732 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 732, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Div_1_output_0", "outputIndexes": 
[ 733 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 733, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 734 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 719, 734, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.7/self_attn/Slice_3_output_0", "outputIndexes": 
[ 735 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 735 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.7/self_attn/Neg_1_output_0", "outputIndexes": 
[ 736 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 733, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 737 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 719, 20, 737, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.7/self_attn/Slice_2_output_0", "outputIndexes": 
[ 738 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 736, 738 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.7/self_attn/Concat_4_output_0", "outputIndexes": 
[ 739 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 739, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Mul_3_output_0", "outputIndexes": 
[ 740 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 720, 740 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/self_attn/Add_1_output_0", "outputIndexes": 
[ 741 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2381 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 269206626, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.7/self_attn/v_proj/Linear", "outputIndexes": 
[ 2390 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2390 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2391 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2391 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 742 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 681, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 743 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 689, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 744 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 743, 744, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.7/self_attn/Concat_2_output_0", "outputIndexes": 
[ 745 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 742, 745 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 746 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 714, 741, 746, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.7/self_attn/FusedAttention", "outputIndexes": 
[ 747 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 747 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2392 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2392 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2393 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2393 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 271565944, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.7/self_attn/o_proj/Linear", "outputIndexes": 
[ 2394 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2394 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2395 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2395 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 748 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 668, 748 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/Add_output_0", "outputIndexes": 
[ 749 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 749 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 273925262, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.7/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 750 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 750 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2396 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2396 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2397 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2397 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 273941646, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.7/mlp/gate_proj/Linear", "outputIndexes": 
[ 2398 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2398 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2399 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2399 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 751 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 751 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.7/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 752 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2397 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 283378852, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.7/mlp/up_proj/Linear", "outputIndexes": 
[ 2402 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2402 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2403 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2403 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 753 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 752, 753 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/mlp/Mul_output_0", "outputIndexes": 
[ 754 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 754 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2404 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2404 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2405 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2405 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 292816058, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.7/mlp/down_proj/Linear", "outputIndexes": 
[ 2406 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2406 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2407 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2407 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 755 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 749, 755 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/Add_1_output_0", "outputIndexes": 
[ 756 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 756, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/Reshape_output_0", "outputIndexes": 
[ 757 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 757 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 302253264, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.8/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 758 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 758 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2408 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2408 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2409 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2409 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 302269648, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.8/self_attn/q_proj/Linear", "outputIndexes": 
[ 2410 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2410 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2411 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2411 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 759 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 758 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_output_0", "outputIndexes": 
[ 760 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 760 ]
, "main_type": "NONE", "name": "Shape1125", "outputIndexes": 
[ 761 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 760 ]
, "main_type": "NONE", "name": "Rank1127", "outputIndexes": 
[ 762 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 762, 762 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1129", "outputIndexes": 
[ 763 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 763 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1130", "outputIndexes": 
[ 764 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 763, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1132", "outputIndexes": 
[ 765 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 765 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1133", "outputIndexes": 
[ 766 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 761, 764, 766, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1136", "outputIndexes": 
[ 767 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 767 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1137", "outputIndexes": 
[ 768 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 768, 768 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1139", "outputIndexes": 
[ 769 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 760, 769, 763 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_output_0", "outputIndexes": 
[ 770 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 770, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 771 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 763 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1147", "outputIndexes": 
[ 772 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 765 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1150", "outputIndexes": 
[ 773 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 761, 772, 773, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1153", "outputIndexes": 
[ 774 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 774 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1154", "outputIndexes": 
[ 775 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 775 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1155", "outputIndexes": 
[ 776 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 776, 775 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1156", "outputIndexes": 
[ 777 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 760, 777, 763 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_1_output_0", "outputIndexes": 
[ 778 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 778, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 779 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 771, 779, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_output_0", "outputIndexes": 
[ 780 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 759, 780 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_output_0", "outputIndexes": 
[ 781 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 781, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_output_0", "outputIndexes": 
[ 782 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 781 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_2_output_0", "outputIndexes": 
[ 783 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 783 ]
, "main_type": "NONE", "name": "Shape1163", "outputIndexes": 
[ 784 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 783 ]
, "main_type": "NONE", "name": "Rank1165", "outputIndexes": 
[ 785 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 785, 785 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1167", "outputIndexes": 
[ 786 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 786 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1168", "outputIndexes": 
[ 787 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 786, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1170", "outputIndexes": 
[ 788 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 788 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1171", "outputIndexes": 
[ 789 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 784, 787, 789, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1174", "outputIndexes": 
[ 790 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 790 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1175", "outputIndexes": 
[ 791 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 791 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1176", "outputIndexes": 
[ 792 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 792, 791 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1177", "outputIndexes": 
[ 793 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 783, 793, 786 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_2_output_0", "outputIndexes": 
[ 794 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 794, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Div_output_0", "outputIndexes": 
[ 795 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 795, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 796 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 781, 796, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_1_output_0", "outputIndexes": 
[ 797 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 797 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.8/self_attn/Neg_output_0", "outputIndexes": 
[ 798 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 795, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 799 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 781, 20, 799, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_output_0", "outputIndexes": 
[ 800 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 798, 800 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.8/self_attn/Concat_3_output_0", "outputIndexes": 
[ 801 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 801, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_1_output_0", "outputIndexes": 
[ 802 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 782, 802 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Add_output_0", "outputIndexes": 
[ 803 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2409 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 304628966, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.8/self_attn/k_proj/Linear", "outputIndexes": 
[ 2414 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2414 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2415 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2415 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 804 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 770, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 805 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 778, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 806 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 805, 806, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_1_output_0", "outputIndexes": 
[ 807 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 804, 807 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 808 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_2_output_0", "outputIndexes": 
[ 809 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_3_output_0", "outputIndexes": 
[ 810 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 810 ]
, "main_type": "NONE", "name": "Shape1196", "outputIndexes": 
[ 811 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 810 ]
, "main_type": "NONE", "name": "Rank1198", "outputIndexes": 
[ 812 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 812, 812 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1200", "outputIndexes": 
[ 813 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 813 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1201", "outputIndexes": 
[ 814 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 813, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1203", "outputIndexes": 
[ 815 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 815 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1204", "outputIndexes": 
[ 816 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 811, 814, 816, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1207", "outputIndexes": 
[ 817 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 817 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1208", "outputIndexes": 
[ 818 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 818 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1209", "outputIndexes": 
[ 819 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 819, 818 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1210", "outputIndexes": 
[ 820 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 810, 820, 813 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_3_output_0", "outputIndexes": 
[ 821 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 821, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Div_1_output_0", "outputIndexes": 
[ 822 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 822, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 823 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808, 823, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_3_output_0", "outputIndexes": 
[ 824 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 824 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.8/self_attn/Neg_1_output_0", "outputIndexes": 
[ 825 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 822, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 826 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808, 20, 826, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_2_output_0", "outputIndexes": 
[ 827 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 825, 827 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.8/self_attn/Concat_4_output_0", "outputIndexes": 
[ 828 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 828, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_3_output_0", "outputIndexes": 
[ 829 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 809, 829 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Add_1_output_0", "outputIndexes": 
[ 830 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2409 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 306988284, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.8/self_attn/v_proj/Linear", "outputIndexes": 
[ 2418 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2418 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2419 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2419 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 831 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 770, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 832 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 778, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 833 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 832, 833, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_2_output_0", "outputIndexes": 
[ 834 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 831, 834 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 835 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 803, 830, 835, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.8/self_attn/FusedAttention", "outputIndexes": 
[ 836 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 836 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2420 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2420 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2421 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2421 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 309347602, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.8/self_attn/o_proj/Linear", "outputIndexes": 
[ 2422 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2422 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2423 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2423 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 837 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 757, 837 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/Add_output_0", "outputIndexes": 
[ 838 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 838 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 311706920, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.8/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 839 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 839 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2424 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2424 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2425 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2425 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 311723304, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.8/mlp/gate_proj/Linear", "outputIndexes": 
[ 2426 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2426 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2427 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2427 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 840 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 840 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.8/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 841 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2425 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 321160510, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.8/mlp/up_proj/Linear", "outputIndexes": 
[ 2430 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2430 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2431 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2431 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 842 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 841, 842 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/mlp/Mul_output_0", "outputIndexes": 
[ 843 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 843 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2432 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2432 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2433 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2433 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 330597716, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.8/mlp/down_proj/Linear", "outputIndexes": 
[ 2434 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2434 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2435 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2435 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 844 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 838, 844 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/Add_1_output_0", "outputIndexes": 
[ 845 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 845, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/Reshape_output_0", "outputIndexes": 
[ 846 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 846 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 340034922, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.9/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 847 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 847 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2436 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2436 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2437 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2437 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 340051306, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.9/self_attn/q_proj/Linear", "outputIndexes": 
[ 2438 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2438 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2439 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2439 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 848 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 847 ]
, "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_output_0", "outputIndexes": 
[ 849 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 849 ]
, "main_type": "NONE", "name": "Shape1256", "outputIndexes": 
[ 850 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 849 ]
, "main_type": "NONE", "name": "Rank1258", "outputIndexes": 
[ 851 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 851, 851 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1260", "outputIndexes": 
[ 852 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 852 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1261", "outputIndexes": 
[ 853 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 852, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1263", "outputIndexes": 
[ 854 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 854 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1264", "outputIndexes": 
[ 855 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 850, 853, 855, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1267", "outputIndexes": 
[ 856 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 856 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1268", "outputIndexes": 
[ 857 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 857, 857 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1270", "outputIndexes": 
[ 858 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 849, 858, 852 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_output_0", "outputIndexes": 
[ 859 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 859, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 860 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 852 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1278", "outputIndexes": 
[ 861 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 854 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1281", "outputIndexes": 
[ 862 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 850, 861, 862, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1284", "outputIndexes": 
[ 863 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 863 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1285", "outputIndexes": 
[ 864 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 864 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1286", "outputIndexes": 
[ 865 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 865, 864 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1287", "outputIndexes": 
[ 866 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 849, 866, 852 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_1_output_0", "outputIndexes": 
[ 867 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 867, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 868 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 860, 868, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.9/self_attn/Concat_output_0", "outputIndexes": 
[ 869 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 848, 869 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/self_attn/Reshape_output_0", "outputIndexes": 
[ 870 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 870, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Mul_output_0", "outputIndexes": 
[ 871 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 870 ]
, "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_2_output_0", "outputIndexes": 
[ 872 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 872 ]
, "main_type": "NONE", "name": "Shape1294", "outputIndexes": 
[ 873 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 872 ]
, "main_type": "NONE", "name": "Rank1296", "outputIndexes": 
[ 874 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 874, 874 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1298", "outputIndexes": 
[ 875 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 875 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1299", "outputIndexes": 
[ 876 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 875, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1301", "outputIndexes": 
[ 877 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 877 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1302", "outputIndexes": 
[ 878 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 873, 876, 878, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1305", "outputIndexes": 
[ 879 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 879 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1306", "outputIndexes": 
[ 880 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 880 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1307", "outputIndexes": 
[ 881 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 881, 880 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1308", "outputIndexes": 
[ 882 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 872, 882, 875 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_2_output_0", "outputIndexes": 
[ 883 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 883, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Div_output_0", "outputIndexes": 
[ 884 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 884, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 885 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 870, 885, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.9/self_attn/Slice_1_output_0", "outputIndexes": 
[ 886 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 886 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.9/self_attn/Neg_output_0", "outputIndexes": 
[ 887 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 884, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 888 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 870, 20, 888, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.9/self_attn/Slice_output_0", "outputIndexes": 
[ 889 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 887, 889 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.9/self_attn/Concat_3_output_0", "outputIndexes": 
[ 890 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 890, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Mul_1_output_0", "outputIndexes": 
[ 891 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 871, 891 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Add_output_0", "outputIndexes": 
[ 892 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2437 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 342410624, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.9/self_attn/k_proj/Linear", "outputIndexes": 
[ 2442 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2442 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2443 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2443 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 893 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 859, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 894 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 867, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 895 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 894, 895, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.9/self_attn/Concat_1_output_0", "outputIndexes": 
[ 896 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 893, 896 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 897 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 897, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Mul_2_output_0", "outputIndexes": 
[ 898 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 897 ]
, "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_3_output_0", "outputIndexes": 
[ 899 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 899 ]
, "main_type": "NONE", "name": "Shape1327", "outputIndexes": 
[ 900 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 899 ]
, "main_type": "NONE", "name": "Rank1329", "outputIndexes": 
[ 901 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 901, 901 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1331", "outputIndexes": 
[ 902 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 902 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1332", "outputIndexes": 
[ 903 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 902, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1334", "outputIndexes": 
[ 904 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 904 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1335", "outputIndexes": 
[ 905 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 900, 903, 905, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1338", "outputIndexes": 
[ 906 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 906 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1339", "outputIndexes": 
[ 907 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 907 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1340", "outputIndexes": 
[ 908 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 908, 907 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1341", "outputIndexes": 
[ 909 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 899, 909, 902 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_3_output_0", "outputIndexes": 
[ 910 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 910, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Div_1_output_0", "outputIndexes": 
[ 911 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 911, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 912 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 897, 912, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.9/self_attn/Slice_3_output_0", "outputIndexes": 
[ 913 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 913 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.9/self_attn/Neg_1_output_0", "outputIndexes": 
[ 914 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 911, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 915 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 897, 20, 915, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.9/self_attn/Slice_2_output_0", "outputIndexes": 
[ 916 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 914, 916 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.9/self_attn/Concat_4_output_0", "outputIndexes": 
[ 917 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 917, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Mul_3_output_0", "outputIndexes": 
[ 918 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 898, 918 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/self_attn/Add_1_output_0", "outputIndexes": 
[ 919 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2437 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 344769942, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.9/self_attn/v_proj/Linear", "outputIndexes": 
[ 2446 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2446 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2447 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2447 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 920 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 859, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 921 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 867, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 922 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 921, 922, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.9/self_attn/Concat_2_output_0", "outputIndexes": 
[ 923 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 920, 923 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 924 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 892, 919, 924, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.9/self_attn/FusedAttention", "outputIndexes": 
[ 925 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 925 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2448 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2448 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2449 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2449 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 347129260, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.9/self_attn/o_proj/Linear", "outputIndexes": 
[ 2450 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2450 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2451 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2451 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 926 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 846, 926 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/Add_output_0", "outputIndexes": 
[ 927 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 927 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 349488578, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.9/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 928 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 928 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2452 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2452 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2453 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2453 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 349504962, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.9/mlp/gate_proj/Linear", "outputIndexes": 
[ 2454 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2454 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2455 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2455 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 929 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 929 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.9/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 930 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2453 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 358942168, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.9/mlp/up_proj/Linear", "outputIndexes": 
[ 2458 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2458 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2459 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2459 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 931 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 930, 931 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/mlp/Mul_output_0", "outputIndexes": 
[ 932 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 932 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2460 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2460 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2461 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2461 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 368379374, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.9/mlp/down_proj/Linear", "outputIndexes": 
[ 2462 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2462 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2463 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2463 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 933 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 927, 933 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/Add_1_output_0", "outputIndexes": 
[ 934 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 934, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/Reshape_output_0", "outputIndexes": 
[ 935 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 935 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 377816580, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.10/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 936 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 936 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2464 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2464 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2465 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2465 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 377832964, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.10/self_attn/q_proj/Linear", "outputIndexes": 
[ 2466 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2466 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2467 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2467 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 937 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 936 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_output_0", "outputIndexes": 
[ 938 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 938 ]
, "main_type": "NONE", "name": "Shape1387", "outputIndexes": 
[ 939 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 938 ]
, "main_type": "NONE", "name": "Rank1389", "outputIndexes": 
[ 940 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 940, 940 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1391", "outputIndexes": 
[ 941 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 941 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1392", "outputIndexes": 
[ 942 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 941, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1394", "outputIndexes": 
[ 943 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 943 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1395", "outputIndexes": 
[ 944 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 939, 942, 944, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1398", "outputIndexes": 
[ 945 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 945 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1399", "outputIndexes": 
[ 946 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 946, 946 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1401", "outputIndexes": 
[ 947 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 938, 947, 941 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_output_0", "outputIndexes": 
[ 948 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 948, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 949 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 941 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1409", "outputIndexes": 
[ 950 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 943 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1412", "outputIndexes": 
[ 951 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 939, 950, 951, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1415", "outputIndexes": 
[ 952 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 952 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1416", "outputIndexes": 
[ 953 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 953 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1417", "outputIndexes": 
[ 954 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 954, 953 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1418", "outputIndexes": 
[ 955 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 938, 955, 941 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_1_output_0", "outputIndexes": 
[ 956 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 956, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 957 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 949, 957, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_output_0", "outputIndexes": 
[ 958 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 937, 958 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_output_0", "outputIndexes": 
[ 959 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 959, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_output_0", "outputIndexes": 
[ 960 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 959 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_2_output_0", "outputIndexes": 
[ 961 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 961 ]
, "main_type": "NONE", "name": "Shape1425", "outputIndexes": 
[ 962 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 961 ]
, "main_type": "NONE", "name": "Rank1427", "outputIndexes": 
[ 963 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 963, 963 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1429", "outputIndexes": 
[ 964 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 964 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1430", "outputIndexes": 
[ 965 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 964, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1432", "outputIndexes": 
[ 966 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 966 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1433", "outputIndexes": 
[ 967 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 962, 965, 967, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1436", "outputIndexes": 
[ 968 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 968 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1437", "outputIndexes": 
[ 969 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 969 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1438", "outputIndexes": 
[ 970 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 970, 969 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1439", "outputIndexes": 
[ 971 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 961, 971, 964 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_2_output_0", "outputIndexes": 
[ 972 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 972, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Div_output_0", "outputIndexes": 
[ 973 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 973, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 974 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 959, 974, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_1_output_0", "outputIndexes": 
[ 975 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 975 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.10/self_attn/Neg_output_0", "outputIndexes": 
[ 976 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 973, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 977 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 959, 20, 977, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_output_0", "outputIndexes": 
[ 978 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 976, 978 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.10/self_attn/Concat_3_output_0", "outputIndexes": 
[ 979 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 979, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_1_output_0", "outputIndexes": 
[ 980 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 960, 980 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Add_output_0", "outputIndexes": 
[ 981 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2465 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 380192282, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.10/self_attn/k_proj/Linear", "outputIndexes": 
[ 2470 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2470 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2471 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2471 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 982 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 948, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 983 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 956, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 984 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 983, 984, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_1_output_0", "outputIndexes": 
[ 985 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 982, 985 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 986 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 986, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_2_output_0", "outputIndexes": 
[ 987 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 986 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_3_output_0", "outputIndexes": 
[ 988 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 988 ]
, "main_type": "NONE", "name": "Shape1458", "outputIndexes": 
[ 989 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 988 ]
, "main_type": "NONE", "name": "Rank1460", "outputIndexes": 
[ 990 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 990, 990 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1462", "outputIndexes": 
[ 991 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 991 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1463", "outputIndexes": 
[ 992 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 991, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1465", "outputIndexes": 
[ 993 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 993 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1466", "outputIndexes": 
[ 994 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 989, 992, 994, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1469", "outputIndexes": 
[ 995 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 995 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1470", "outputIndexes": 
[ 996 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 996 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1471", "outputIndexes": 
[ 997 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 997, 996 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1472", "outputIndexes": 
[ 998 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 988, 998, 991 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_3_output_0", "outputIndexes": 
[ 999 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 999, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Div_1_output_0", "outputIndexes": 
[ 1000 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1000, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1001 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 986, 1001, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1002 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1002 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.10/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1003 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1000, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1004 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 986, 20, 1004, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1005 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1003, 1005 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.10/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1006 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1006, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1007 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 987, 1007 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Add_1_output_0", "outputIndexes": 
[ 1008 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2465 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 382551600, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.10/self_attn/v_proj/Linear", "outputIndexes": 
[ 2474 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2474 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2475 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2475 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1009 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 948, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1010 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 956, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1011 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1010, 1011, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1012 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1009, 1012 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1013 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 981, 1008, 1013, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.10/self_attn/FusedAttention", "outputIndexes": 
[ 1014 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1014 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2476 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2476 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2477 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2477 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 384910918, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.10/self_attn/o_proj/Linear", "outputIndexes": 
[ 2478 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2478 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2479 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2479 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1015 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 935, 1015 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/Add_output_0", "outputIndexes": 
[ 1016 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1016 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 387270236, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.10/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1017 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1017 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2480 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2480 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2481 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2481 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 387286620, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.10/mlp/gate_proj/Linear", "outputIndexes": 
[ 2482 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2482 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2483 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2483 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1018 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1018 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.10/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1019 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2481 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 396723826, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.10/mlp/up_proj/Linear", "outputIndexes": 
[ 2486 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2486 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2487 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2487 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1020 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1019, 1020 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/mlp/Mul_output_0", "outputIndexes": 
[ 1021 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1021 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2488 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2488 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2489 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2489 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 406161032, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.10/mlp/down_proj/Linear", "outputIndexes": 
[ 2490 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2490 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2491 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2491 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1022 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1016, 1022 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/Add_1_output_0", "outputIndexes": 
[ 1023 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1023, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/Reshape_output_0", "outputIndexes": 
[ 1024 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1024 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 415598238, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.11/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1025 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1025 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2492 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2492 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2493 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2493 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 415614622, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.11/self_attn/q_proj/Linear", "outputIndexes": 
[ 2494 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2494 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2495 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2495 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1026 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1025 ]
, "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_output_0", "outputIndexes": 
[ 1027 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1027 ]
, "main_type": "NONE", "name": "Shape1518", "outputIndexes": 
[ 1028 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1027 ]
, "main_type": "NONE", "name": "Rank1520", "outputIndexes": 
[ 1029 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1029, 1029 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1522", "outputIndexes": 
[ 1030 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1030 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1523", "outputIndexes": 
[ 1031 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1030, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1525", "outputIndexes": 
[ 1032 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1032 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1526", "outputIndexes": 
[ 1033 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1028, 1031, 1033, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1529", "outputIndexes": 
[ 1034 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1034 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1530", "outputIndexes": 
[ 1035 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1035, 1035 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1532", "outputIndexes": 
[ 1036 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1027, 1036, 1030 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_output_0", "outputIndexes": 
[ 1037 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1037, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1038 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1030 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1540", "outputIndexes": 
[ 1039 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1032 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1543", "outputIndexes": 
[ 1040 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1028, 1039, 1040, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1546", "outputIndexes": 
[ 1041 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1041 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1547", "outputIndexes": 
[ 1042 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1042 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1548", "outputIndexes": 
[ 1043 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1043, 1042 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1549", "outputIndexes": 
[ 1044 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1027, 1044, 1030 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1045 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1045, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1046 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1038, 1046, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.11/self_attn/Concat_output_0", "outputIndexes": 
[ 1047 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1026, 1047 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/self_attn/Reshape_output_0", "outputIndexes": 
[ 1048 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Mul_output_0", "outputIndexes": 
[ 1049 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048 ]
, "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1050 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1050 ]
, "main_type": "NONE", "name": "Shape1556", "outputIndexes": 
[ 1051 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1050 ]
, "main_type": "NONE", "name": "Rank1558", "outputIndexes": 
[ 1052 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1052, 1052 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1560", "outputIndexes": 
[ 1053 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1053 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1561", "outputIndexes": 
[ 1054 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1053, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1563", "outputIndexes": 
[ 1055 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1055 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1564", "outputIndexes": 
[ 1056 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1051, 1054, 1056, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1567", "outputIndexes": 
[ 1057 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1057 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1568", "outputIndexes": 
[ 1058 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1058 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1569", "outputIndexes": 
[ 1059 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1059, 1058 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1570", "outputIndexes": 
[ 1060 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1050, 1060, 1053 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1061 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1061, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Div_output_0", "outputIndexes": 
[ 1062 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1062, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1063 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048, 1063, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.11/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1064 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1064 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.11/self_attn/Neg_output_0", "outputIndexes": 
[ 1065 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1062, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1066 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048, 20, 1066, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.11/self_attn/Slice_output_0", "outputIndexes": 
[ 1067 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1065, 1067 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.11/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1068 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1068, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1069 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1049, 1069 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Add_output_0", "outputIndexes": 
[ 1070 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2493 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 417973940, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.11/self_attn/k_proj/Linear", "outputIndexes": 
[ 2498 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2498 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2499 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2499 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1071 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1037, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1072 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1045, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1073 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1072, 1073, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.11/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1074 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1071, 1074 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1075 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1075, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1076 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1075 ]
, "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1077 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1077 ]
, "main_type": "NONE", "name": "Shape1589", "outputIndexes": 
[ 1078 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1077 ]
, "main_type": "NONE", "name": "Rank1591", "outputIndexes": 
[ 1079 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1079, 1079 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1593", "outputIndexes": 
[ 1080 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1080 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1594", "outputIndexes": 
[ 1081 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1080, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1596", "outputIndexes": 
[ 1082 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1082 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1597", "outputIndexes": 
[ 1083 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1078, 1081, 1083, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1600", "outputIndexes": 
[ 1084 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1084 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1601", "outputIndexes": 
[ 1085 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1085 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1602", "outputIndexes": 
[ 1086 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1086, 1085 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1603", "outputIndexes": 
[ 1087 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1077, 1087, 1080 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1088 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1088, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Div_1_output_0", "outputIndexes": 
[ 1089 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1089, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1090 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1075, 1090, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.11/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1091 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1091 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.11/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1092 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1089, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1093 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1075, 20, 1093, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.11/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1094 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1092, 1094 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.11/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1095 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1095, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1096 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1076, 1096 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/self_attn/Add_1_output_0", "outputIndexes": 
[ 1097 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2493 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 420333258, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.11/self_attn/v_proj/Linear", "outputIndexes": 
[ 2502 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2502 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2503 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2503 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1098 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1037, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1099 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1045, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1100 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1099, 1100, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.11/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1101 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1098, 1101 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1102 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1070, 1097, 1102, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.11/self_attn/FusedAttention", "outputIndexes": 
[ 1103 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1103 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2504 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2504 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2505 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2505 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 422692576, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.11/self_attn/o_proj/Linear", "outputIndexes": 
[ 2506 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2506 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2507 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2507 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1104 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1024, 1104 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/Add_output_0", "outputIndexes": 
[ 1105 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1105 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 425051894, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.11/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1106 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1106 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2508 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2508 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2509 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2509 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 425068278, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.11/mlp/gate_proj/Linear", "outputIndexes": 
[ 2510 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2510 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2511 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2511 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1107 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1107 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.11/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1108 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2509 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 434505484, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.11/mlp/up_proj/Linear", "outputIndexes": 
[ 2514 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2514 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2515 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2515 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1109 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1108, 1109 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/mlp/Mul_output_0", "outputIndexes": 
[ 1110 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1110 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2516 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2516 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2517 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2517 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 443942690, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.11/mlp/down_proj/Linear", "outputIndexes": 
[ 2518 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2518 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2519 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2519 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1111 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1105, 1111 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/Add_1_output_0", "outputIndexes": 
[ 1112 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1112, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/Reshape_output_0", "outputIndexes": 
[ 1113 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1113 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 453379896, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.12/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1114 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1114 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2520 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2520 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2521 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2521 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 453396280, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.12/self_attn/q_proj/Linear", "outputIndexes": 
[ 2522 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2522 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2523 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2523 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1115 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1114 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_output_0", "outputIndexes": 
[ 1116 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1116 ]
, "main_type": "NONE", "name": "Shape1649", "outputIndexes": 
[ 1117 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1116 ]
, "main_type": "NONE", "name": "Rank1651", "outputIndexes": 
[ 1118 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1118, 1118 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1653", "outputIndexes": 
[ 1119 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1119 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1654", "outputIndexes": 
[ 1120 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1119, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1656", "outputIndexes": 
[ 1121 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1121 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1657", "outputIndexes": 
[ 1122 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1117, 1120, 1122, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1660", "outputIndexes": 
[ 1123 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1123 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1661", "outputIndexes": 
[ 1124 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1124, 1124 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1663", "outputIndexes": 
[ 1125 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1116, 1125, 1119 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_output_0", "outputIndexes": 
[ 1126 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1126, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1127 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1119 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1671", "outputIndexes": 
[ 1128 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1121 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1674", "outputIndexes": 
[ 1129 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1117, 1128, 1129, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1677", "outputIndexes": 
[ 1130 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1130 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1678", "outputIndexes": 
[ 1131 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1131 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1679", "outputIndexes": 
[ 1132 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1132, 1131 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1680", "outputIndexes": 
[ 1133 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1116, 1133, 1119 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1134 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1134, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1135 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1127, 1135, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_output_0", "outputIndexes": 
[ 1136 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1115, 1136 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_output_0", "outputIndexes": 
[ 1137 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1137, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_output_0", "outputIndexes": 
[ 1138 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1137 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1139 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1139 ]
, "main_type": "NONE", "name": "Shape1687", "outputIndexes": 
[ 1140 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1139 ]
, "main_type": "NONE", "name": "Rank1689", "outputIndexes": 
[ 1141 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1141, 1141 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1691", "outputIndexes": 
[ 1142 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1142 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1692", "outputIndexes": 
[ 1143 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1142, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1694", "outputIndexes": 
[ 1144 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1144 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1695", "outputIndexes": 
[ 1145 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1140, 1143, 1145, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1698", "outputIndexes": 
[ 1146 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1146 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1699", "outputIndexes": 
[ 1147 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1147 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1700", "outputIndexes": 
[ 1148 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1148, 1147 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1701", "outputIndexes": 
[ 1149 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1139, 1149, 1142 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1150 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1150, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Div_output_0", "outputIndexes": 
[ 1151 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1151, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1152 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1137, 1152, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1153 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1153 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.12/self_attn/Neg_output_0", "outputIndexes": 
[ 1154 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1151, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1155 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1137, 20, 1155, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_output_0", "outputIndexes": 
[ 1156 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1154, 1156 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.12/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1157 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1157, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1158 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1138, 1158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Add_output_0", "outputIndexes": 
[ 1159 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2521 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 455755598, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.12/self_attn/k_proj/Linear", "outputIndexes": 
[ 2526 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2526 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2527 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2527 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1160 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1126, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1161 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1134, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1162 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1161, 1162, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1163 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1160, 1163 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1164 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1165 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1166 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1166 ]
, "main_type": "NONE", "name": "Shape1720", "outputIndexes": 
[ 1167 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1166 ]
, "main_type": "NONE", "name": "Rank1722", "outputIndexes": 
[ 1168 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1168, 1168 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1724", "outputIndexes": 
[ 1169 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1169 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1725", "outputIndexes": 
[ 1170 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1169, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1727", "outputIndexes": 
[ 1171 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1171 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1728", "outputIndexes": 
[ 1172 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1167, 1170, 1172, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1731", "outputIndexes": 
[ 1173 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1173 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1732", "outputIndexes": 
[ 1174 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1733", "outputIndexes": 
[ 1175 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1175, 1174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1734", "outputIndexes": 
[ 1176 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1166, 1176, 1169 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1177 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1177, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Div_1_output_0", "outputIndexes": 
[ 1178 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1178, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1179 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164, 1179, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1180 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1180 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.12/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1181 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1178, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1182 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164, 20, 1182, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1183 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1181, 1183 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.12/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1184 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1184, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1185 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1165, 1185 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Add_1_output_0", "outputIndexes": 
[ 1186 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2521 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 458114916, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.12/self_attn/v_proj/Linear", "outputIndexes": 
[ 2530 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2530 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2531 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2531 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1187 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1126, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1188 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1134, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1189 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1188, 1189, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1190 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1187, 1190 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1191 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1159, 1186, 1191, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.12/self_attn/FusedAttention", "outputIndexes": 
[ 1192 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1192 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2532 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2532 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2533 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2533 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 460474234, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.12/self_attn/o_proj/Linear", "outputIndexes": 
[ 2534 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2534 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2535 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2535 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1193 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1113, 1193 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/Add_output_0", "outputIndexes": 
[ 1194 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1194 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 462833552, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.12/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1195 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1195 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2536 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2536 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2537 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2537 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 462849936, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.12/mlp/gate_proj/Linear", "outputIndexes": 
[ 2538 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2538 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2539 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2539 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1196 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1196 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.12/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1197 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2537 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 472287142, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.12/mlp/up_proj/Linear", "outputIndexes": 
[ 2542 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2542 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2543 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2543 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1198 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1197, 1198 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/mlp/Mul_output_0", "outputIndexes": 
[ 1199 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1199 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2544 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2544 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2545 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2545 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 481724348, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.12/mlp/down_proj/Linear", "outputIndexes": 
[ 2546 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2546 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2547 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2547 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1200 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1194, 1200 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/Add_1_output_0", "outputIndexes": 
[ 1201 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1201, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/Reshape_output_0", "outputIndexes": 
[ 1202 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1202 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 491161554, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.13/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1203 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1203 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2548 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2548 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2549 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2549 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 491177938, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.13/self_attn/q_proj/Linear", "outputIndexes": 
[ 2550 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2550 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2551 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2551 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1204 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1203 ]
, "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_output_0", "outputIndexes": 
[ 1205 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1205 ]
, "main_type": "NONE", "name": "Shape1780", "outputIndexes": 
[ 1206 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1205 ]
, "main_type": "NONE", "name": "Rank1782", "outputIndexes": 
[ 1207 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1207, 1207 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1784", "outputIndexes": 
[ 1208 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1208 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1785", "outputIndexes": 
[ 1209 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1208, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1787", "outputIndexes": 
[ 1210 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1210 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1788", "outputIndexes": 
[ 1211 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1206, 1209, 1211, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1791", "outputIndexes": 
[ 1212 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1212 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1792", "outputIndexes": 
[ 1213 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1213, 1213 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1794", "outputIndexes": 
[ 1214 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1205, 1214, 1208 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_output_0", "outputIndexes": 
[ 1215 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1215, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1216 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1208 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1802", "outputIndexes": 
[ 1217 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1210 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1805", "outputIndexes": 
[ 1218 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1206, 1217, 1218, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1808", "outputIndexes": 
[ 1219 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1219 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1809", "outputIndexes": 
[ 1220 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1220 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1810", "outputIndexes": 
[ 1221 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1221, 1220 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1811", "outputIndexes": 
[ 1222 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1205, 1222, 1208 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1223 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1223, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1224 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1216, 1224, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.13/self_attn/Concat_output_0", "outputIndexes": 
[ 1225 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1204, 1225 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/self_attn/Reshape_output_0", "outputIndexes": 
[ 1226 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1226, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Mul_output_0", "outputIndexes": 
[ 1227 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1226 ]
, "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1228 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1228 ]
, "main_type": "NONE", "name": "Shape1818", "outputIndexes": 
[ 1229 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1228 ]
, "main_type": "NONE", "name": "Rank1820", "outputIndexes": 
[ 1230 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1230, 1230 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1822", "outputIndexes": 
[ 1231 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1231 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1823", "outputIndexes": 
[ 1232 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1231, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1825", "outputIndexes": 
[ 1233 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1233 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1826", "outputIndexes": 
[ 1234 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1229, 1232, 1234, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1829", "outputIndexes": 
[ 1235 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1235 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1830", "outputIndexes": 
[ 1236 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1236 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1831", "outputIndexes": 
[ 1237 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1237, 1236 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1832", "outputIndexes": 
[ 1238 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1228, 1238, 1231 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1239 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1239, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Div_output_0", "outputIndexes": 
[ 1240 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1240, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1241 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1226, 1241, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.13/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1242 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1242 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.13/self_attn/Neg_output_0", "outputIndexes": 
[ 1243 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1240, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1244 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1226, 20, 1244, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.13/self_attn/Slice_output_0", "outputIndexes": 
[ 1245 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1243, 1245 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.13/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1246 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1246, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1247 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1227, 1247 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Add_output_0", "outputIndexes": 
[ 1248 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2549 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 493537256, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.13/self_attn/k_proj/Linear", "outputIndexes": 
[ 2554 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2554 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2555 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2555 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1249 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1215, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1250 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1223, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1251 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1250, 1251, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.13/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1252 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1249, 1252 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1253 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1253, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1254 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1253 ]
, "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1255 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1255 ]
, "main_type": "NONE", "name": "Shape1851", "outputIndexes": 
[ 1256 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1255 ]
, "main_type": "NONE", "name": "Rank1853", "outputIndexes": 
[ 1257 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1257, 1257 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1855", "outputIndexes": 
[ 1258 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1258 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1856", "outputIndexes": 
[ 1259 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1258, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1858", "outputIndexes": 
[ 1260 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1260 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1859", "outputIndexes": 
[ 1261 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1256, 1259, 1261, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1862", "outputIndexes": 
[ 1262 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1262 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1863", "outputIndexes": 
[ 1263 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1263 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1864", "outputIndexes": 
[ 1264 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1264, 1263 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1865", "outputIndexes": 
[ 1265 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1255, 1265, 1258 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1266 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1266, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Div_1_output_0", "outputIndexes": 
[ 1267 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1267, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1268 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1253, 1268, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.13/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1269 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1269 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.13/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1270 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1267, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1271 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1253, 20, 1271, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.13/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1272 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1270, 1272 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.13/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1273 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1273, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1274 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1254, 1274 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/self_attn/Add_1_output_0", "outputIndexes": 
[ 1275 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2549 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 495896574, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.13/self_attn/v_proj/Linear", "outputIndexes": 
[ 2558 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2558 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2559 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2559 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1276 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1215, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1277 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1223, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1278 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1277, 1278, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.13/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1279 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1276, 1279 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1280 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1248, 1275, 1280, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.13/self_attn/FusedAttention", "outputIndexes": 
[ 1281 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1281 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2560 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2560 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2561 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2561 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 498255892, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.13/self_attn/o_proj/Linear", "outputIndexes": 
[ 2562 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2562 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2563 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2563 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1282 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1202, 1282 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/Add_output_0", "outputIndexes": 
[ 1283 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1283 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 500615210, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.13/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1284 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1284 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2564 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2564 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2565 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2565 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 500631594, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.13/mlp/gate_proj/Linear", "outputIndexes": 
[ 2566 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2566 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2567 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2567 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1285 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1285 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.13/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1286 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2565 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 510068800, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.13/mlp/up_proj/Linear", "outputIndexes": 
[ 2570 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2570 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2571 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2571 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1287 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1286, 1287 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/mlp/Mul_output_0", "outputIndexes": 
[ 1288 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1288 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2572 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2572 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2573 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2573 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 519506006, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.13/mlp/down_proj/Linear", "outputIndexes": 
[ 2574 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2574 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2575 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2575 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1289 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1283, 1289 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/Add_1_output_0", "outputIndexes": 
[ 1290 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1290, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/Reshape_output_0", "outputIndexes": 
[ 1291 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1291 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 528943212, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.14/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1292 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1292 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2576 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2576 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2577 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2577 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 528959596, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.14/self_attn/q_proj/Linear", "outputIndexes": 
[ 2578 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2578 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2579 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2579 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1293 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1292 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_output_0", "outputIndexes": 
[ 1294 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1294 ]
, "main_type": "NONE", "name": "Shape1911", "outputIndexes": 
[ 1295 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1294 ]
, "main_type": "NONE", "name": "Rank1913", "outputIndexes": 
[ 1296 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1296, 1296 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1915", "outputIndexes": 
[ 1297 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1297 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1916", "outputIndexes": 
[ 1298 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1297, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1918", "outputIndexes": 
[ 1299 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1299 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1919", "outputIndexes": 
[ 1300 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1295, 1298, 1300, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1922", "outputIndexes": 
[ 1301 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1301 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1923", "outputIndexes": 
[ 1302 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1302, 1302 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1925", "outputIndexes": 
[ 1303 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1294, 1303, 1297 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_output_0", "outputIndexes": 
[ 1304 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1304, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1305 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1297 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1933", "outputIndexes": 
[ 1306 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1299 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1936", "outputIndexes": 
[ 1307 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1295, 1306, 1307, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1939", "outputIndexes": 
[ 1308 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1308 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1940", "outputIndexes": 
[ 1309 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1309 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1941", "outputIndexes": 
[ 1310 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1310, 1309 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1942", "outputIndexes": 
[ 1311 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1294, 1311, 1297 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1312 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1312, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1313 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1305, 1313, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_output_0", "outputIndexes": 
[ 1314 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1293, 1314 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_output_0", "outputIndexes": 
[ 1315 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1315, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_output_0", "outputIndexes": 
[ 1316 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1315 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1317 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1317 ]
, "main_type": "NONE", "name": "Shape1949", "outputIndexes": 
[ 1318 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1317 ]
, "main_type": "NONE", "name": "Rank1951", "outputIndexes": 
[ 1319 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1319, 1319 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1953", "outputIndexes": 
[ 1320 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1320 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1954", "outputIndexes": 
[ 1321 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1320, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1956", "outputIndexes": 
[ 1322 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1322 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1957", "outputIndexes": 
[ 1323 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1318, 1321, 1323, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1960", "outputIndexes": 
[ 1324 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1324 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1961", "outputIndexes": 
[ 1325 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1325 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1962", "outputIndexes": 
[ 1326 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1326, 1325 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1963", "outputIndexes": 
[ 1327 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1317, 1327, 1320 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1328 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1328, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Div_output_0", "outputIndexes": 
[ 1329 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1329, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1330 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1315, 1330, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1331 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1331 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.14/self_attn/Neg_output_0", "outputIndexes": 
[ 1332 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1329, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1333 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1315, 20, 1333, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_output_0", "outputIndexes": 
[ 1334 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1332, 1334 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.14/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1335 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1335, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1336 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1316, 1336 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Add_output_0", "outputIndexes": 
[ 1337 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2577 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 531318914, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.14/self_attn/k_proj/Linear", "outputIndexes": 
[ 2582 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2582 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2583 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2583 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1338 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1304, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1339 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1312, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1340 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1339, 1340, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1341 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1338, 1341 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1342 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1342, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1343 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1342 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1344 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1344 ]
, "main_type": "NONE", "name": "Shape1982", "outputIndexes": 
[ 1345 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1344 ]
, "main_type": "NONE", "name": "Rank1984", "outputIndexes": 
[ 1346 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1346, 1346 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1986", "outputIndexes": 
[ 1347 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1347 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1987", "outputIndexes": 
[ 1348 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1347, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1989", "outputIndexes": 
[ 1349 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1349 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1990", "outputIndexes": 
[ 1350 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1345, 1348, 1350, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1993", "outputIndexes": 
[ 1351 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1351 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1994", "outputIndexes": 
[ 1352 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1352 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1995", "outputIndexes": 
[ 1353 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1353, 1352 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1996", "outputIndexes": 
[ 1354 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1344, 1354, 1347 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1355 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1355, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Div_1_output_0", "outputIndexes": 
[ 1356 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1356, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1357 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1342, 1357, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1358 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1358 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.14/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1359 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1356, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1360 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1342, 20, 1360, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1361 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1359, 1361 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.14/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1362 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1362, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1363 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1343, 1363 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Add_1_output_0", "outputIndexes": 
[ 1364 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2577 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 533678232, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.14/self_attn/v_proj/Linear", "outputIndexes": 
[ 2586 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2586 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2587 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2587 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1365 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1304, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1366 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1312, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1367 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1366, 1367, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1368 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1365, 1368 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1369 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1337, 1364, 1369, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.14/self_attn/FusedAttention", "outputIndexes": 
[ 1370 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1370 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2588 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2588 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2589 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2589 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 536037550, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.14/self_attn/o_proj/Linear", "outputIndexes": 
[ 2590 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2590 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2591 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2591 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1371 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1291, 1371 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/Add_output_0", "outputIndexes": 
[ 1372 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1372 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 538396868, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.14/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1373 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1373 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2592 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2592 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2593 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2593 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 538413252, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.14/mlp/gate_proj/Linear", "outputIndexes": 
[ 2594 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2594 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2595 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2595 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1374 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1374 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.14/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1375 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2593 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 547850458, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.14/mlp/up_proj/Linear", "outputIndexes": 
[ 2598 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2598 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2599 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2599 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1376 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1375, 1376 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/mlp/Mul_output_0", "outputIndexes": 
[ 1377 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1377 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2600 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2600 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2601 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2601 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 557287664, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.14/mlp/down_proj/Linear", "outputIndexes": 
[ 2602 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2602 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2603 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2603 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1378 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1372, 1378 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/Add_1_output_0", "outputIndexes": 
[ 1379 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1379, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/Reshape_output_0", "outputIndexes": 
[ 1380 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1380 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 566724870, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.15/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1381 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1381 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2604 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2604 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2605 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2605 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 566741254, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.15/self_attn/q_proj/Linear", "outputIndexes": 
[ 2606 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2606 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2607 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2607 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1382 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1381 ]
, "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_output_0", "outputIndexes": 
[ 1383 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1383 ]
, "main_type": "NONE", "name": "Shape2042", "outputIndexes": 
[ 1384 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1383 ]
, "main_type": "NONE", "name": "Rank2044", "outputIndexes": 
[ 1385 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1385, 1385 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2046", "outputIndexes": 
[ 1386 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1386 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2047", "outputIndexes": 
[ 1387 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1386, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2049", "outputIndexes": 
[ 1388 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1388 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2050", "outputIndexes": 
[ 1389 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1384, 1387, 1389, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2053", "outputIndexes": 
[ 1390 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1390 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2054", "outputIndexes": 
[ 1391 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1391, 1391 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2056", "outputIndexes": 
[ 1392 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1383, 1392, 1386 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_output_0", "outputIndexes": 
[ 1393 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1393, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1394 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1386 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2064", "outputIndexes": 
[ 1395 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1388 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2067", "outputIndexes": 
[ 1396 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1384, 1395, 1396, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2070", "outputIndexes": 
[ 1397 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1397 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2071", "outputIndexes": 
[ 1398 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1398 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2072", "outputIndexes": 
[ 1399 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1399, 1398 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2073", "outputIndexes": 
[ 1400 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1383, 1400, 1386 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1401 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1401, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1402 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1394, 1402, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.15/self_attn/Concat_output_0", "outputIndexes": 
[ 1403 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1382, 1403 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/self_attn/Reshape_output_0", "outputIndexes": 
[ 1404 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1404, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Mul_output_0", "outputIndexes": 
[ 1405 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1404 ]
, "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1406 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1406 ]
, "main_type": "NONE", "name": "Shape2080", "outputIndexes": 
[ 1407 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1406 ]
, "main_type": "NONE", "name": "Rank2082", "outputIndexes": 
[ 1408 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1408, 1408 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2084", "outputIndexes": 
[ 1409 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1409 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2085", "outputIndexes": 
[ 1410 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1409, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2087", "outputIndexes": 
[ 1411 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1411 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2088", "outputIndexes": 
[ 1412 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1407, 1410, 1412, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2091", "outputIndexes": 
[ 1413 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1413 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2092", "outputIndexes": 
[ 1414 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1414 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2093", "outputIndexes": 
[ 1415 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1415, 1414 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2094", "outputIndexes": 
[ 1416 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1406, 1416, 1409 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1417 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1417, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Div_output_0", "outputIndexes": 
[ 1418 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1418, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1419 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1404, 1419, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.15/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1420 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1420 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.15/self_attn/Neg_output_0", "outputIndexes": 
[ 1421 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1418, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1422 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1404, 20, 1422, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.15/self_attn/Slice_output_0", "outputIndexes": 
[ 1423 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1421, 1423 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.15/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1424 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1424, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1425 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1405, 1425 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Add_output_0", "outputIndexes": 
[ 1426 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2605 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 569100572, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.15/self_attn/k_proj/Linear", "outputIndexes": 
[ 2610 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2610 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2611 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2611 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1427 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1393, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1428 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1401, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1429 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1428, 1429, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.15/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1430 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1427, 1430 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1431 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1431, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1432 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1431 ]
, "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1433 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1433 ]
, "main_type": "NONE", "name": "Shape2113", "outputIndexes": 
[ 1434 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1433 ]
, "main_type": "NONE", "name": "Rank2115", "outputIndexes": 
[ 1435 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1435, 1435 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2117", "outputIndexes": 
[ 1436 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1436 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2118", "outputIndexes": 
[ 1437 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1436, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2120", "outputIndexes": 
[ 1438 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1438 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2121", "outputIndexes": 
[ 1439 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1434, 1437, 1439, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2124", "outputIndexes": 
[ 1440 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1440 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2125", "outputIndexes": 
[ 1441 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1441 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2126", "outputIndexes": 
[ 1442 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1442, 1441 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2127", "outputIndexes": 
[ 1443 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1433, 1443, 1436 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1444 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1444, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Div_1_output_0", "outputIndexes": 
[ 1445 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1445, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1446 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1431, 1446, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.15/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1447 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1447 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.15/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1448 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1445, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1449 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1431, 20, 1449, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.15/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1450 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1448, 1450 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.15/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1451 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1451, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1452 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1432, 1452 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/self_attn/Add_1_output_0", "outputIndexes": 
[ 1453 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2605 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 571459890, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.15/self_attn/v_proj/Linear", "outputIndexes": 
[ 2614 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2614 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2615 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2615 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1454 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1393, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1455 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1401, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1456 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1455, 1456, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.15/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1457 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1454, 1457 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1458 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1426, 1453, 1458, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.15/self_attn/FusedAttention", "outputIndexes": 
[ 1459 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1459 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2616 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2616 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2617 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2617 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 573819208, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.15/self_attn/o_proj/Linear", "outputIndexes": 
[ 2618 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2618 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2619 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2619 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1460 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1380, 1460 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/Add_output_0", "outputIndexes": 
[ 1461 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1461 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 576178526, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.15/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1462 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1462 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2620 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2620 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2621 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2621 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 576194910, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.15/mlp/gate_proj/Linear", "outputIndexes": 
[ 2622 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2622 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2623 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2623 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1463 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1463 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.15/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1464 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2621 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 585632116, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.15/mlp/up_proj/Linear", "outputIndexes": 
[ 2626 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2626 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2627 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2627 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1465 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1464, 1465 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/mlp/Mul_output_0", "outputIndexes": 
[ 1466 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1466 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2628 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2628 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2629 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2629 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 595069322, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.15/mlp/down_proj/Linear", "outputIndexes": 
[ 2630 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2630 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2631 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2631 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1467 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1461, 1467 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/Add_1_output_0", "outputIndexes": 
[ 1468 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1468, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.16/Reshape_output_0", "outputIndexes": 
[ 1469 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1469 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 604506528, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.16/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1470 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1470 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2632 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2632 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2633 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2633 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 604522912, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.16/self_attn/q_proj/Linear", "outputIndexes": 
[ 2634 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2634 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2635 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2635 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1471 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1470 ]
, "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_output_0", "outputIndexes": 
[ 1472 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1472 ]
, "main_type": "NONE", "name": "Shape2173", "outputIndexes": 
[ 1473 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1472 ]
, "main_type": "NONE", "name": "Rank2175", "outputIndexes": 
[ 1474 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1474, 1474 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2177", "outputIndexes": 
[ 1475 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1475 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2178", "outputIndexes": 
[ 1476 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1475, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2180", "outputIndexes": 
[ 1477 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1477 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2181", "outputIndexes": 
[ 1478 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1473, 1476, 1478, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2184", "outputIndexes": 
[ 1479 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1479 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2185", "outputIndexes": 
[ 1480 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1480, 1480 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2187", "outputIndexes": 
[ 1481 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1472, 1481, 1475 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.16/self_attn/Gather_output_0", "outputIndexes": 
[ 1482 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1482, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1483 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1475 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2195", "outputIndexes": 
[ 1484 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1477 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2198", "outputIndexes": 
[ 1485 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1473, 1484, 1485, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2201", "outputIndexes": 
[ 1486 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1486 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2202", "outputIndexes": 
[ 1487 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1487 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2203", "outputIndexes": 
[ 1488 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1488, 1487 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2204", "outputIndexes": 
[ 1489 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1472, 1489, 1475 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.16/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1490 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1490, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1491 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1483, 1491, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.16/self_attn/Concat_output_0", "outputIndexes": 
[ 1492 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1471, 1492 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.16/self_attn/Reshape_output_0", "outputIndexes": 
[ 1493 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1493, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Mul_output_0", "outputIndexes": 
[ 1494 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1493 ]
, "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1495 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1495 ]
, "main_type": "NONE", "name": "Shape2211", "outputIndexes": 
[ 1496 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1495 ]
, "main_type": "NONE", "name": "Rank2213", "outputIndexes": 
[ 1497 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1497, 1497 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2215", "outputIndexes": 
[ 1498 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1498 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2216", "outputIndexes": 
[ 1499 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1498, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2218", "outputIndexes": 
[ 1500 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1500 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2219", "outputIndexes": 
[ 1501 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1496, 1499, 1501, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2222", "outputIndexes": 
[ 1502 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1502 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2223", "outputIndexes": 
[ 1503 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1503 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2224", "outputIndexes": 
[ 1504 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1504, 1503 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2225", "outputIndexes": 
[ 1505 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1495, 1505, 1498 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.16/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1506 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1506, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Div_output_0", "outputIndexes": 
[ 1507 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1507, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1508 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1493, 1508, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.16/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1509 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1509 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.16/self_attn/Neg_output_0", "outputIndexes": 
[ 1510 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1507, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1511 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1493, 20, 1511, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.16/self_attn/Slice_output_0", "outputIndexes": 
[ 1512 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1510, 1512 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.16/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1513 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1513, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1514 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1494, 1514 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Add_output_0", "outputIndexes": 
[ 1515 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2633 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 606882230, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.16/self_attn/k_proj/Linear", "outputIndexes": 
[ 2638 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2638 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2639 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2639 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1516 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1482, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1517 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1490, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1518 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1517, 1518, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.16/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1519 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1516, 1519 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.16/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1520 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1520, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1521 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1520 ]
, "main_type": "NONE", "name": "/blocks.16/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1522 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1522 ]
, "main_type": "NONE", "name": "Shape2244", "outputIndexes": 
[ 1523 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1522 ]
, "main_type": "NONE", "name": "Rank2246", "outputIndexes": 
[ 1524 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1524, 1524 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2248", "outputIndexes": 
[ 1525 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1525 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2249", "outputIndexes": 
[ 1526 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1525, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2251", "outputIndexes": 
[ 1527 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1527 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2252", "outputIndexes": 
[ 1528 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1523, 1526, 1528, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2255", "outputIndexes": 
[ 1529 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1529 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2256", "outputIndexes": 
[ 1530 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1530 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2257", "outputIndexes": 
[ 1531 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1531, 1530 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2258", "outputIndexes": 
[ 1532 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1522, 1532, 1525 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.16/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1533 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1533, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Div_1_output_0", "outputIndexes": 
[ 1534 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1534, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1535 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1520, 1535, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.16/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1536 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1536 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.16/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1537 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1534, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1538 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1520, 20, 1538, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.16/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1539 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1537, 1539 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.16/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1540 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1540, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1541 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1521, 1541 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/self_attn/Add_1_output_0", "outputIndexes": 
[ 1542 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2633 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 609241548, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.16/self_attn/v_proj/Linear", "outputIndexes": 
[ 2642 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2642 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2643 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2643 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1543 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1482, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1544 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1490, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.16/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1545 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1544, 1545, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.16/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1546 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1543, 1546 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.16/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1547 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1515, 1542, 1547, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.16/self_attn/FusedAttention", "outputIndexes": 
[ 1548 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1548 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2644 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2644 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2645 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2645 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 611600866, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.16/self_attn/o_proj/Linear", "outputIndexes": 
[ 2646 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2646 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2647 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2647 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1549 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1469, 1549 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/Add_output_0", "outputIndexes": 
[ 1550 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1550 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 613960184, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.16/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1551 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1551 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2648 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2648 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2649 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2649 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 613976568, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.16/mlp/gate_proj/Linear", "outputIndexes": 
[ 2650 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2650 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2651 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2651 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1552 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1552 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.16/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1553 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2649 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 623413774, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.16/mlp/up_proj/Linear", "outputIndexes": 
[ 2654 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2654 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2655 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2655 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1554 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1553, 1554 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/mlp/Mul_output_0", "outputIndexes": 
[ 1555 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1555 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2656 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2656 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2657 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2657 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 632850980, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.16/mlp/down_proj/Linear", "outputIndexes": 
[ 2658 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2658 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.16/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2659 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2659 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1556 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1550, 1556 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.16/Add_1_output_0", "outputIndexes": 
[ 1557 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1557, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.17/Reshape_output_0", "outputIndexes": 
[ 1558 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1558 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 642288186, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.17/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1559 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1559 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2660 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2660 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2661 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2661 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 642304570, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.17/self_attn/q_proj/Linear", "outputIndexes": 
[ 2662 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2662 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2663 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2663 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1560 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1559 ]
, "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_output_0", "outputIndexes": 
[ 1561 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1561 ]
, "main_type": "NONE", "name": "Shape2304", "outputIndexes": 
[ 1562 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1561 ]
, "main_type": "NONE", "name": "Rank2306", "outputIndexes": 
[ 1563 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1563, 1563 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2308", "outputIndexes": 
[ 1564 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1564 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2309", "outputIndexes": 
[ 1565 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1564, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2311", "outputIndexes": 
[ 1566 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1566 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2312", "outputIndexes": 
[ 1567 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1562, 1565, 1567, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2315", "outputIndexes": 
[ 1568 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1568 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2316", "outputIndexes": 
[ 1569 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1569, 1569 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2318", "outputIndexes": 
[ 1570 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1561, 1570, 1564 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.17/self_attn/Gather_output_0", "outputIndexes": 
[ 1571 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1571, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1572 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1564 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2326", "outputIndexes": 
[ 1573 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1566 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2329", "outputIndexes": 
[ 1574 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1562, 1573, 1574, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2332", "outputIndexes": 
[ 1575 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1575 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2333", "outputIndexes": 
[ 1576 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1576 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2334", "outputIndexes": 
[ 1577 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1577, 1576 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2335", "outputIndexes": 
[ 1578 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1561, 1578, 1564 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.17/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1579 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1579, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1580 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1572, 1580, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.17/self_attn/Concat_output_0", "outputIndexes": 
[ 1581 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1560, 1581 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.17/self_attn/Reshape_output_0", "outputIndexes": 
[ 1582 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1582, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Mul_output_0", "outputIndexes": 
[ 1583 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1582 ]
, "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1584 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1584 ]
, "main_type": "NONE", "name": "Shape2342", "outputIndexes": 
[ 1585 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1584 ]
, "main_type": "NONE", "name": "Rank2344", "outputIndexes": 
[ 1586 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1586, 1586 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2346", "outputIndexes": 
[ 1587 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1587 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2347", "outputIndexes": 
[ 1588 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1587, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2349", "outputIndexes": 
[ 1589 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1589 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2350", "outputIndexes": 
[ 1590 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1585, 1588, 1590, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2353", "outputIndexes": 
[ 1591 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1591 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2354", "outputIndexes": 
[ 1592 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1592 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2355", "outputIndexes": 
[ 1593 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1593, 1592 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2356", "outputIndexes": 
[ 1594 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1584, 1594, 1587 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.17/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1595 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1595, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Div_output_0", "outputIndexes": 
[ 1596 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1596, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1597 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1582, 1597, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.17/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1598 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1598 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.17/self_attn/Neg_output_0", "outputIndexes": 
[ 1599 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1596, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1600 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1582, 20, 1600, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.17/self_attn/Slice_output_0", "outputIndexes": 
[ 1601 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1599, 1601 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.17/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1602 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1602, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1603 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1583, 1603 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Add_output_0", "outputIndexes": 
[ 1604 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2661 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 644663888, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.17/self_attn/k_proj/Linear", "outputIndexes": 
[ 2666 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2666 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2667 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2667 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1605 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1571, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1606 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1579, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1607 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1606, 1607, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.17/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1608 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1605, 1608 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.17/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1609 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1609, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1610 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1609 ]
, "main_type": "NONE", "name": "/blocks.17/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1611 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1611 ]
, "main_type": "NONE", "name": "Shape2375", "outputIndexes": 
[ 1612 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1611 ]
, "main_type": "NONE", "name": "Rank2377", "outputIndexes": 
[ 1613 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1613, 1613 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2379", "outputIndexes": 
[ 1614 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1614 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2380", "outputIndexes": 
[ 1615 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1614, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2382", "outputIndexes": 
[ 1616 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1616 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2383", "outputIndexes": 
[ 1617 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1612, 1615, 1617, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2386", "outputIndexes": 
[ 1618 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1618 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2387", "outputIndexes": 
[ 1619 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1619 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2388", "outputIndexes": 
[ 1620 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1620, 1619 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2389", "outputIndexes": 
[ 1621 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1611, 1621, 1614 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.17/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1622 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1622, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Div_1_output_0", "outputIndexes": 
[ 1623 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1623, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1624 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1609, 1624, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.17/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1625 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1625 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.17/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1626 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1623, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1627 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1609, 20, 1627, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.17/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1628 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1626, 1628 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.17/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1629 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1629, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1630 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1610, 1630 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/self_attn/Add_1_output_0", "outputIndexes": 
[ 1631 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2661 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 647023206, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.17/self_attn/v_proj/Linear", "outputIndexes": 
[ 2670 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2670 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2671 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2671 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1632 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1571, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1633 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1579, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.17/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1634 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1633, 1634, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.17/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1635 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1632, 1635 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.17/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1636 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1604, 1631, 1636, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.17/self_attn/FusedAttention", "outputIndexes": 
[ 1637 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1637 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2672 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2672 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2673 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2673 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 649382524, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.17/self_attn/o_proj/Linear", "outputIndexes": 
[ 2674 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2674 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2675 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2675 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1638 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1558, 1638 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/Add_output_0", "outputIndexes": 
[ 1639 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1639 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 651741842, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.17/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1640 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1640 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2676 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2676 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2677 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2677 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 651758226, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.17/mlp/gate_proj/Linear", "outputIndexes": 
[ 2678 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2678 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2679 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2679 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1641 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1641 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.17/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1642 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2677 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 661195432, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.17/mlp/up_proj/Linear", "outputIndexes": 
[ 2682 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2682 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2683 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2683 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1643 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1642, 1643 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/mlp/Mul_output_0", "outputIndexes": 
[ 1644 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1644 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2684 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2684 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2685 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2685 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 670632638, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.17/mlp/down_proj/Linear", "outputIndexes": 
[ 2686 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2686 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.17/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2687 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2687 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1645 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1639, 1645 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.17/Add_1_output_0", "outputIndexes": 
[ 1646 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1646, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.18/Reshape_output_0", "outputIndexes": 
[ 1647 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1647 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 680069844, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.18/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1648 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1648 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2688 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2688 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2689 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2689 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 680086228, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.18/self_attn/q_proj/Linear", "outputIndexes": 
[ 2690 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2690 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2691 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2691 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1649 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1648 ]
, "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_output_0", "outputIndexes": 
[ 1650 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1650 ]
, "main_type": "NONE", "name": "Shape2435", "outputIndexes": 
[ 1651 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1650 ]
, "main_type": "NONE", "name": "Rank2437", "outputIndexes": 
[ 1652 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1652, 1652 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2439", "outputIndexes": 
[ 1653 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1653 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2440", "outputIndexes": 
[ 1654 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1653, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2442", "outputIndexes": 
[ 1655 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1655 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2443", "outputIndexes": 
[ 1656 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1651, 1654, 1656, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2446", "outputIndexes": 
[ 1657 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1657 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2447", "outputIndexes": 
[ 1658 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1658, 1658 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2449", "outputIndexes": 
[ 1659 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1650, 1659, 1653 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.18/self_attn/Gather_output_0", "outputIndexes": 
[ 1660 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1660, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1661 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1653 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2457", "outputIndexes": 
[ 1662 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1655 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2460", "outputIndexes": 
[ 1663 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1651, 1662, 1663, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2463", "outputIndexes": 
[ 1664 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1664 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2464", "outputIndexes": 
[ 1665 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1665 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2465", "outputIndexes": 
[ 1666 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1666, 1665 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2466", "outputIndexes": 
[ 1667 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1650, 1667, 1653 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.18/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1668 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1668, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1669 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1661, 1669, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.18/self_attn/Concat_output_0", "outputIndexes": 
[ 1670 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1649, 1670 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.18/self_attn/Reshape_output_0", "outputIndexes": 
[ 1671 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1671, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Mul_output_0", "outputIndexes": 
[ 1672 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1671 ]
, "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1673 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1673 ]
, "main_type": "NONE", "name": "Shape2473", "outputIndexes": 
[ 1674 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1673 ]
, "main_type": "NONE", "name": "Rank2475", "outputIndexes": 
[ 1675 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1675, 1675 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2477", "outputIndexes": 
[ 1676 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1676 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2478", "outputIndexes": 
[ 1677 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1676, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2480", "outputIndexes": 
[ 1678 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1678 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2481", "outputIndexes": 
[ 1679 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1674, 1677, 1679, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2484", "outputIndexes": 
[ 1680 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1680 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2485", "outputIndexes": 
[ 1681 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1681 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2486", "outputIndexes": 
[ 1682 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1682, 1681 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2487", "outputIndexes": 
[ 1683 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1673, 1683, 1676 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.18/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1684 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1684, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Div_output_0", "outputIndexes": 
[ 1685 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1685, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1686 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1671, 1686, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.18/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1687 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1687 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.18/self_attn/Neg_output_0", "outputIndexes": 
[ 1688 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1685, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1689 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1671, 20, 1689, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.18/self_attn/Slice_output_0", "outputIndexes": 
[ 1690 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1688, 1690 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.18/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1691 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1691, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1692 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1672, 1692 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Add_output_0", "outputIndexes": 
[ 1693 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2689 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 682445546, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.18/self_attn/k_proj/Linear", "outputIndexes": 
[ 2694 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2694 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2695 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2695 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1694 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1660, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1695 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1668, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1696 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1695, 1696, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.18/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1697 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1694, 1697 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.18/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1698 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1698, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1699 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1698 ]
, "main_type": "NONE", "name": "/blocks.18/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1700 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1700 ]
, "main_type": "NONE", "name": "Shape2506", "outputIndexes": 
[ 1701 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1700 ]
, "main_type": "NONE", "name": "Rank2508", "outputIndexes": 
[ 1702 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1702, 1702 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2510", "outputIndexes": 
[ 1703 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1703 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2511", "outputIndexes": 
[ 1704 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1703, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2513", "outputIndexes": 
[ 1705 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1705 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2514", "outputIndexes": 
[ 1706 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1701, 1704, 1706, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2517", "outputIndexes": 
[ 1707 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1707 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2518", "outputIndexes": 
[ 1708 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1708 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2519", "outputIndexes": 
[ 1709 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1709, 1708 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2520", "outputIndexes": 
[ 1710 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1700, 1710, 1703 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.18/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1711 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1711, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Div_1_output_0", "outputIndexes": 
[ 1712 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1712, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1713 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1698, 1713, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.18/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1714 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1714 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.18/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1715 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1712, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1716 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1698, 20, 1716, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.18/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1717 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1715, 1717 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.18/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1718 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1718, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1719 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1699, 1719 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/self_attn/Add_1_output_0", "outputIndexes": 
[ 1720 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2689 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 684804864, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.18/self_attn/v_proj/Linear", "outputIndexes": 
[ 2698 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2698 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2699 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2699 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1721 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1660, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1722 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1668, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.18/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1723 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1722, 1723, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.18/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1724 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1721, 1724 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.18/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1725 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1693, 1720, 1725, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.18/self_attn/FusedAttention", "outputIndexes": 
[ 1726 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1726 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2700 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2700 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2701 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2701 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 687164182, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.18/self_attn/o_proj/Linear", "outputIndexes": 
[ 2702 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2702 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2703 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2703 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1727 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1647, 1727 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/Add_output_0", "outputIndexes": 
[ 1728 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1728 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 689523500, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.18/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1729 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1729 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2704 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2704 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2705 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2705 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 689539884, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.18/mlp/gate_proj/Linear", "outputIndexes": 
[ 2706 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2706 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2707 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2707 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1730 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1730 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.18/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1731 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2705 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 698977090, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.18/mlp/up_proj/Linear", "outputIndexes": 
[ 2710 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2710 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2711 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2711 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1732 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1731, 1732 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/mlp/Mul_output_0", "outputIndexes": 
[ 1733 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1733 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2712 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2712 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2713 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2713 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 708414296, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.18/mlp/down_proj/Linear", "outputIndexes": 
[ 2714 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2714 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.18/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2715 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2715 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1734 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1728, 1734 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.18/Add_1_output_0", "outputIndexes": 
[ 1735 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1735, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.19/Reshape_output_0", "outputIndexes": 
[ 1736 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1736 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 717851502, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.19/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1737 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1737 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2716 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2716 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2717 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2717 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 717867886, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.19/self_attn/q_proj/Linear", "outputIndexes": 
[ 2718 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2718 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2719 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2719 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1738 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1737 ]
, "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_output_0", "outputIndexes": 
[ 1739 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1739 ]
, "main_type": "NONE", "name": "Shape2566", "outputIndexes": 
[ 1740 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1739 ]
, "main_type": "NONE", "name": "Rank2568", "outputIndexes": 
[ 1741 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1741, 1741 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2570", "outputIndexes": 
[ 1742 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1742 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2571", "outputIndexes": 
[ 1743 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1742, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2573", "outputIndexes": 
[ 1744 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1744 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2574", "outputIndexes": 
[ 1745 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1740, 1743, 1745, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2577", "outputIndexes": 
[ 1746 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1746 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2578", "outputIndexes": 
[ 1747 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1747, 1747 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2580", "outputIndexes": 
[ 1748 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1739, 1748, 1742 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.19/self_attn/Gather_output_0", "outputIndexes": 
[ 1749 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1749, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1750 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1742 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2588", "outputIndexes": 
[ 1751 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1744 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2591", "outputIndexes": 
[ 1752 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1740, 1751, 1752, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2594", "outputIndexes": 
[ 1753 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1753 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2595", "outputIndexes": 
[ 1754 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1754 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2596", "outputIndexes": 
[ 1755 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1755, 1754 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2597", "outputIndexes": 
[ 1756 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1739, 1756, 1742 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.19/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1757 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1757, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1758 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1750, 1758, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.19/self_attn/Concat_output_0", "outputIndexes": 
[ 1759 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1738, 1759 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.19/self_attn/Reshape_output_0", "outputIndexes": 
[ 1760 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1760, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Mul_output_0", "outputIndexes": 
[ 1761 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1760 ]
, "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1762 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1762 ]
, "main_type": "NONE", "name": "Shape2604", "outputIndexes": 
[ 1763 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1762 ]
, "main_type": "NONE", "name": "Rank2606", "outputIndexes": 
[ 1764 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1764, 1764 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2608", "outputIndexes": 
[ 1765 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1765 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2609", "outputIndexes": 
[ 1766 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1765, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2611", "outputIndexes": 
[ 1767 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1767 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2612", "outputIndexes": 
[ 1768 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1763, 1766, 1768, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2615", "outputIndexes": 
[ 1769 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1769 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2616", "outputIndexes": 
[ 1770 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1770 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2617", "outputIndexes": 
[ 1771 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1771, 1770 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2618", "outputIndexes": 
[ 1772 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1762, 1772, 1765 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.19/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1773 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1773, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Div_output_0", "outputIndexes": 
[ 1774 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1774, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1775 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1760, 1775, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.19/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1776 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1776 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.19/self_attn/Neg_output_0", "outputIndexes": 
[ 1777 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1774, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1778 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1760, 20, 1778, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.19/self_attn/Slice_output_0", "outputIndexes": 
[ 1779 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1777, 1779 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.19/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1780 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1780, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1781 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1761, 1781 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Add_output_0", "outputIndexes": 
[ 1782 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2717 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 720227204, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.19/self_attn/k_proj/Linear", "outputIndexes": 
[ 2722 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2722 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2723 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2723 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1783 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1749, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1784 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1757, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1785 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1784, 1785, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.19/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1786 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1783, 1786 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.19/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1787 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1787, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1788 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1787 ]
, "main_type": "NONE", "name": "/blocks.19/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1789 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1789 ]
, "main_type": "NONE", "name": "Shape2637", "outputIndexes": 
[ 1790 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1789 ]
, "main_type": "NONE", "name": "Rank2639", "outputIndexes": 
[ 1791 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1791, 1791 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2641", "outputIndexes": 
[ 1792 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1792 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2642", "outputIndexes": 
[ 1793 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1792, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2644", "outputIndexes": 
[ 1794 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1794 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2645", "outputIndexes": 
[ 1795 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1790, 1793, 1795, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2648", "outputIndexes": 
[ 1796 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1796 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2649", "outputIndexes": 
[ 1797 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1797 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2650", "outputIndexes": 
[ 1798 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1798, 1797 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2651", "outputIndexes": 
[ 1799 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1789, 1799, 1792 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.19/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1800 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1800, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Div_1_output_0", "outputIndexes": 
[ 1801 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1801, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1802 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1787, 1802, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.19/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1803 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1803 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.19/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1804 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1801, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1805 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1787, 20, 1805, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.19/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1806 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1804, 1806 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.19/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1807 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1807, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1808 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1788, 1808 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/self_attn/Add_1_output_0", "outputIndexes": 
[ 1809 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2717 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 722586522, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.19/self_attn/v_proj/Linear", "outputIndexes": 
[ 2726 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2726 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2727 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2727 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1810 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1749, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1811 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1757, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.19/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1812 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1811, 1812, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.19/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1813 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1810, 1813 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.19/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1814 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1782, 1809, 1814, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.19/self_attn/FusedAttention", "outputIndexes": 
[ 1815 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1815 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2728 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2728 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2729 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2729 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 724945840, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.19/self_attn/o_proj/Linear", "outputIndexes": 
[ 2730 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2730 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2731 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2731 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1816 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1736, 1816 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/Add_output_0", "outputIndexes": 
[ 1817 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1817 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 727305158, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.19/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1818 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1818 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2732 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2732 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2733 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2733 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 727321542, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.19/mlp/gate_proj/Linear", "outputIndexes": 
[ 2734 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2734 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2735 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2735 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1819 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1819 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.19/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1820 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2733 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 736758748, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.19/mlp/up_proj/Linear", "outputIndexes": 
[ 2738 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2738 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2739 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2739 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1821 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1820, 1821 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/mlp/Mul_output_0", "outputIndexes": 
[ 1822 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1822 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2740 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2740 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2741 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2741 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 746195954, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.19/mlp/down_proj/Linear", "outputIndexes": 
[ 2742 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2742 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.19/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2743 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2743 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1823 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1817, 1823 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.19/Add_1_output_0", "outputIndexes": 
[ 1824 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1824, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.20/Reshape_output_0", "outputIndexes": 
[ 1825 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1825 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 755633160, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.20/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1826 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1826 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2744 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2744 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2745 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2745 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 755649544, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.20/self_attn/q_proj/Linear", "outputIndexes": 
[ 2746 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2746 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2747 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2747 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1827 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1826 ]
, "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_output_0", "outputIndexes": 
[ 1828 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1828 ]
, "main_type": "NONE", "name": "Shape2697", "outputIndexes": 
[ 1829 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1828 ]
, "main_type": "NONE", "name": "Rank2699", "outputIndexes": 
[ 1830 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1830, 1830 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2701", "outputIndexes": 
[ 1831 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1831 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2702", "outputIndexes": 
[ 1832 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1831, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2704", "outputIndexes": 
[ 1833 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1833 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2705", "outputIndexes": 
[ 1834 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1829, 1832, 1834, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2708", "outputIndexes": 
[ 1835 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1835 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2709", "outputIndexes": 
[ 1836 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1836, 1836 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2711", "outputIndexes": 
[ 1837 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1828, 1837, 1831 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.20/self_attn/Gather_output_0", "outputIndexes": 
[ 1838 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1838, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1839 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1831 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2719", "outputIndexes": 
[ 1840 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1833 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2722", "outputIndexes": 
[ 1841 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1829, 1840, 1841, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2725", "outputIndexes": 
[ 1842 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1842 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2726", "outputIndexes": 
[ 1843 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1843 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2727", "outputIndexes": 
[ 1844 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1844, 1843 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2728", "outputIndexes": 
[ 1845 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1828, 1845, 1831 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.20/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1846 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1846, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1847 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1839, 1847, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.20/self_attn/Concat_output_0", "outputIndexes": 
[ 1848 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1827, 1848 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.20/self_attn/Reshape_output_0", "outputIndexes": 
[ 1849 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1849, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Mul_output_0", "outputIndexes": 
[ 1850 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1849 ]
, "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1851 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1851 ]
, "main_type": "NONE", "name": "Shape2735", "outputIndexes": 
[ 1852 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1851 ]
, "main_type": "NONE", "name": "Rank2737", "outputIndexes": 
[ 1853 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1853, 1853 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2739", "outputIndexes": 
[ 1854 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1854 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2740", "outputIndexes": 
[ 1855 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1854, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2742", "outputIndexes": 
[ 1856 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1856 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2743", "outputIndexes": 
[ 1857 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1852, 1855, 1857, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2746", "outputIndexes": 
[ 1858 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1858 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2747", "outputIndexes": 
[ 1859 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1859 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2748", "outputIndexes": 
[ 1860 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1860, 1859 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2749", "outputIndexes": 
[ 1861 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1851, 1861, 1854 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.20/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1862 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1862, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Div_output_0", "outputIndexes": 
[ 1863 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1863, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1864 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1849, 1864, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.20/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1865 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1865 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.20/self_attn/Neg_output_0", "outputIndexes": 
[ 1866 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1863, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1867 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1849, 20, 1867, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.20/self_attn/Slice_output_0", "outputIndexes": 
[ 1868 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1866, 1868 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.20/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1869 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1869, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1870 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1850, 1870 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Add_output_0", "outputIndexes": 
[ 1871 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2745 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 758008862, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.20/self_attn/k_proj/Linear", "outputIndexes": 
[ 2750 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2750 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2751 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2751 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1872 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1838, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1873 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1846, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1874 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1873, 1874, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.20/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1875 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1872, 1875 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.20/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1876 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1876, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1877 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1876 ]
, "main_type": "NONE", "name": "/blocks.20/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1878 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1878 ]
, "main_type": "NONE", "name": "Shape2768", "outputIndexes": 
[ 1879 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1878 ]
, "main_type": "NONE", "name": "Rank2770", "outputIndexes": 
[ 1880 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1880, 1880 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2772", "outputIndexes": 
[ 1881 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1881 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2773", "outputIndexes": 
[ 1882 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1881, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2775", "outputIndexes": 
[ 1883 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1883 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2776", "outputIndexes": 
[ 1884 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1879, 1882, 1884, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2779", "outputIndexes": 
[ 1885 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1885 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2780", "outputIndexes": 
[ 1886 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1886 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2781", "outputIndexes": 
[ 1887 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1887, 1886 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2782", "outputIndexes": 
[ 1888 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1878, 1888, 1881 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.20/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1889 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1889, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Div_1_output_0", "outputIndexes": 
[ 1890 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1890, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1891 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1876, 1891, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.20/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1892 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1892 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.20/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1893 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1890, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1894 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1876, 20, 1894, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.20/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1895 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1893, 1895 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.20/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1896 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1896, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1897 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1877, 1897 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/self_attn/Add_1_output_0", "outputIndexes": 
[ 1898 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2745 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 760368180, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.20/self_attn/v_proj/Linear", "outputIndexes": 
[ 2754 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2754 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2755 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2755 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1899 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1838, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1900 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1846, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.20/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1901 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1900, 1901, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.20/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1902 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1899, 1902 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.20/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1903 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1871, 1898, 1903, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.20/self_attn/FusedAttention", "outputIndexes": 
[ 1904 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1904 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2756 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2756 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2757 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2757 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 762727498, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.20/self_attn/o_proj/Linear", "outputIndexes": 
[ 2758 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2758 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2759 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2759 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1905 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1825, 1905 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/Add_output_0", "outputIndexes": 
[ 1906 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1906 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 765086816, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.20/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1907 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1907 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2760 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2760 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2761 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2761 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 765103200, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.20/mlp/gate_proj/Linear", "outputIndexes": 
[ 2762 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2762 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2763 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2763 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1908 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1908 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.20/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1909 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2761 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 774540406, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.20/mlp/up_proj/Linear", "outputIndexes": 
[ 2766 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2766 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2767 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2767 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1910 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1909, 1910 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/mlp/Mul_output_0", "outputIndexes": 
[ 1911 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1911 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2768 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2768 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2769 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2769 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 783977612, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.20/mlp/down_proj/Linear", "outputIndexes": 
[ 2770 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2770 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.20/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2771 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2771 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 1912 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1906, 1912 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.20/Add_1_output_0", "outputIndexes": 
[ 1913 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1913, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.21/Reshape_output_0", "outputIndexes": 
[ 1914 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1914 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 793414818, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.21/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1915 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1915 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2772 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2772 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2773 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2773 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 793431202, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.21/self_attn/q_proj/Linear", "outputIndexes": 
[ 2774 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2774 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2775 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2775 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 1916 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1915 ]
, "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_output_0", "outputIndexes": 
[ 1917 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1917 ]
, "main_type": "NONE", "name": "Shape2828", "outputIndexes": 
[ 1918 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1917 ]
, "main_type": "NONE", "name": "Rank2830", "outputIndexes": 
[ 1919 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1919, 1919 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2832", "outputIndexes": 
[ 1920 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1920 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2833", "outputIndexes": 
[ 1921 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1920, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2835", "outputIndexes": 
[ 1922 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1922 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2836", "outputIndexes": 
[ 1923 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1918, 1921, 1923, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2839", "outputIndexes": 
[ 1924 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1924 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2840", "outputIndexes": 
[ 1925 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1925, 1925 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2842", "outputIndexes": 
[ 1926 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1917, 1926, 1920 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.21/self_attn/Gather_output_0", "outputIndexes": 
[ 1927 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1927, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 1928 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1920 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2850", "outputIndexes": 
[ 1929 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1922 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2853", "outputIndexes": 
[ 1930 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1918, 1929, 1930, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2856", "outputIndexes": 
[ 1931 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1931 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2857", "outputIndexes": 
[ 1932 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 1932 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2858", "outputIndexes": 
[ 1933 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1933, 1932 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2859", "outputIndexes": 
[ 1934 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1917, 1934, 1920 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.21/self_attn/Gather_1_output_0", "outputIndexes": 
[ 1935 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1935, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 1936 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1928, 1936, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.21/self_attn/Concat_output_0", "outputIndexes": 
[ 1937 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1916, 1937 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.21/self_attn/Reshape_output_0", "outputIndexes": 
[ 1938 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1938, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Mul_output_0", "outputIndexes": 
[ 1939 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1938 ]
, "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_2_output_0", "outputIndexes": 
[ 1940 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1940 ]
, "main_type": "NONE", "name": "Shape2866", "outputIndexes": 
[ 1941 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1940 ]
, "main_type": "NONE", "name": "Rank2868", "outputIndexes": 
[ 1942 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1942, 1942 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2870", "outputIndexes": 
[ 1943 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1943 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2871", "outputIndexes": 
[ 1944 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1943, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2873", "outputIndexes": 
[ 1945 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1945 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2874", "outputIndexes": 
[ 1946 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1941, 1944, 1946, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2877", "outputIndexes": 
[ 1947 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1947 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2878", "outputIndexes": 
[ 1948 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1948 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2879", "outputIndexes": 
[ 1949 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1949, 1948 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2880", "outputIndexes": 
[ 1950 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1940, 1950, 1943 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.21/self_attn/Gather_2_output_0", "outputIndexes": 
[ 1951 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1951, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Div_output_0", "outputIndexes": 
[ 1952 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1952, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 1953 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1938, 1953, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.21/self_attn/Slice_1_output_0", "outputIndexes": 
[ 1954 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1954 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.21/self_attn/Neg_output_0", "outputIndexes": 
[ 1955 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1952, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 1956 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1938, 20, 1956, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.21/self_attn/Slice_output_0", "outputIndexes": 
[ 1957 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1955, 1957 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.21/self_attn/Concat_3_output_0", "outputIndexes": 
[ 1958 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1958, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Mul_1_output_0", "outputIndexes": 
[ 1959 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1939, 1959 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Add_output_0", "outputIndexes": 
[ 1960 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2773 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 795790520, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.21/self_attn/k_proj/Linear", "outputIndexes": 
[ 2778 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2778 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2779 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2779 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 1961 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1927, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1962 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1935, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1963 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1962, 1963, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.21/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1964 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1961, 1964 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.21/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 1965 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1965, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Mul_2_output_0", "outputIndexes": 
[ 1966 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1965 ]
, "main_type": "NONE", "name": "/blocks.21/self_attn/Shape_3_output_0", "outputIndexes": 
[ 1967 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1967 ]
, "main_type": "NONE", "name": "Shape2899", "outputIndexes": 
[ 1968 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 1967 ]
, "main_type": "NONE", "name": "Rank2901", "outputIndexes": 
[ 1969 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1969, 1969 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2903", "outputIndexes": 
[ 1970 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1970 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2904", "outputIndexes": 
[ 1971 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1970, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2906", "outputIndexes": 
[ 1972 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1972 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2907", "outputIndexes": 
[ 1973 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1968, 1971, 1973, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2910", "outputIndexes": 
[ 1974 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1974 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2911", "outputIndexes": 
[ 1975 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 1975 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2912", "outputIndexes": 
[ 1976 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1976, 1975 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2913", "outputIndexes": 
[ 1977 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1967, 1977, 1970 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.21/self_attn/Gather_3_output_0", "outputIndexes": 
[ 1978 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1978, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Div_1_output_0", "outputIndexes": 
[ 1979 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1979, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 1980 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1965, 1980, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.21/self_attn/Slice_3_output_0", "outputIndexes": 
[ 1981 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1981 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.21/self_attn/Neg_1_output_0", "outputIndexes": 
[ 1982 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1979, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 1983 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1965, 20, 1983, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.21/self_attn/Slice_2_output_0", "outputIndexes": 
[ 1984 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1982, 1984 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.21/self_attn/Concat_4_output_0", "outputIndexes": 
[ 1985 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1985, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Mul_3_output_0", "outputIndexes": 
[ 1986 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1966, 1986 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/self_attn/Add_1_output_0", "outputIndexes": 
[ 1987 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2773 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 798149838, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.21/self_attn/v_proj/Linear", "outputIndexes": 
[ 2782 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2782 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2783 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2783 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 1988 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1927, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 1989 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1935, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.21/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 1990 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1989, 1990, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.21/self_attn/Concat_2_output_0", "outputIndexes": 
[ 1991 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1988, 1991 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.21/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 1992 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1960, 1987, 1992, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.21/self_attn/FusedAttention", "outputIndexes": 
[ 1993 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1993 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2784 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2784 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2785 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2785 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 800509156, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.21/self_attn/o_proj/Linear", "outputIndexes": 
[ 2786 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2786 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2787 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2787 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 1994 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1914, 1994 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/Add_output_0", "outputIndexes": 
[ 1995 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1995 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 802868474, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.21/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1996 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1996 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2788 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2788 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2789 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2789 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 802884858, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.21/mlp/gate_proj/Linear", "outputIndexes": 
[ 2790 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2790 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2791 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2791 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 1997 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1997 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.21/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 1998 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2789 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 812322064, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.21/mlp/up_proj/Linear", "outputIndexes": 
[ 2794 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2794 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2795 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2795 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 1999 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1998, 1999 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/mlp/Mul_output_0", "outputIndexes": 
[ 2000 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2000 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2796 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2796 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2797 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2797 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 821759270, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.21/mlp/down_proj/Linear", "outputIndexes": 
[ 2798 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2798 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.21/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2799 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2799 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 2001 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1995, 2001 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.21/Add_1_output_0", "outputIndexes": 
[ 2002 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2002, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.22/Reshape_output_0", "outputIndexes": 
[ 2003 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2003 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 831196476, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.22/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 2004 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2004 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2800 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2800 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2801 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2801 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 831212860, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.22/self_attn/q_proj/Linear", "outputIndexes": 
[ 2802 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2802 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2803 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2803 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 2005 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2004 ]
, "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_output_0", "outputIndexes": 
[ 2006 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2006 ]
, "main_type": "NONE", "name": "Shape2959", "outputIndexes": 
[ 2007 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2006 ]
, "main_type": "NONE", "name": "Rank2961", "outputIndexes": 
[ 2008 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2008, 2008 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2963", "outputIndexes": 
[ 2009 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2009 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2964", "outputIndexes": 
[ 2010 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2009, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2966", "outputIndexes": 
[ 2011 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2011 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2967", "outputIndexes": 
[ 2012 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2007, 2010, 2012, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2970", "outputIndexes": 
[ 2013 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2013 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2971", "outputIndexes": 
[ 2014 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2014, 2014 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2973", "outputIndexes": 
[ 2015 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2006, 2015, 2009 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.22/self_attn/Gather_output_0", "outputIndexes": 
[ 2016 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2016, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 2017 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2009 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2981", "outputIndexes": 
[ 2018 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2011 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze2984", "outputIndexes": 
[ 2019 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2007, 2018, 2019, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice2987", "outputIndexes": 
[ 2020 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2020 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze2988", "outputIndexes": 
[ 2021 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 2021 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2989", "outputIndexes": 
[ 2022 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2022, 2021 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp2990", "outputIndexes": 
[ 2023 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2006, 2023, 2009 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.22/self_attn/Gather_1_output_0", "outputIndexes": 
[ 2024 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2024, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 2025 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2017, 2025, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.22/self_attn/Concat_output_0", "outputIndexes": 
[ 2026 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2005, 2026 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.22/self_attn/Reshape_output_0", "outputIndexes": 
[ 2027 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2027, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Mul_output_0", "outputIndexes": 
[ 2028 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2027 ]
, "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_2_output_0", "outputIndexes": 
[ 2029 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2029 ]
, "main_type": "NONE", "name": "Shape2997", "outputIndexes": 
[ 2030 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2029 ]
, "main_type": "NONE", "name": "Rank2999", "outputIndexes": 
[ 2031 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2031, 2031 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3001", "outputIndexes": 
[ 2032 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2032 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3002", "outputIndexes": 
[ 2033 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2032, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3004", "outputIndexes": 
[ 2034 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2034 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3005", "outputIndexes": 
[ 2035 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2030, 2033, 2035, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3008", "outputIndexes": 
[ 2036 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2036 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3009", "outputIndexes": 
[ 2037 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 2037 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3010", "outputIndexes": 
[ 2038 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2038, 2037 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3011", "outputIndexes": 
[ 2039 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2029, 2039, 2032 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.22/self_attn/Gather_2_output_0", "outputIndexes": 
[ 2040 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2040, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Div_output_0", "outputIndexes": 
[ 2041 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2041, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 2042 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2027, 2042, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.22/self_attn/Slice_1_output_0", "outputIndexes": 
[ 2043 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2043 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.22/self_attn/Neg_output_0", "outputIndexes": 
[ 2044 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2041, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 2045 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2027, 20, 2045, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.22/self_attn/Slice_output_0", "outputIndexes": 
[ 2046 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2044, 2046 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.22/self_attn/Concat_3_output_0", "outputIndexes": 
[ 2047 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2047, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Mul_1_output_0", "outputIndexes": 
[ 2048 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2028, 2048 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Add_output_0", "outputIndexes": 
[ 2049 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2801 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 833572178, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.22/self_attn/k_proj/Linear", "outputIndexes": 
[ 2806 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2806 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2807 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2807 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 2050 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2016, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 2051 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2024, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 2052 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2051, 2052, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.22/self_attn/Concat_1_output_0", "outputIndexes": 
[ 2053 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2050, 2053 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.22/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 2054 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2054, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Mul_2_output_0", "outputIndexes": 
[ 2055 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2054 ]
, "main_type": "NONE", "name": "/blocks.22/self_attn/Shape_3_output_0", "outputIndexes": 
[ 2056 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2056 ]
, "main_type": "NONE", "name": "Shape3030", "outputIndexes": 
[ 2057 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2056 ]
, "main_type": "NONE", "name": "Rank3032", "outputIndexes": 
[ 2058 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2058, 2058 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3034", "outputIndexes": 
[ 2059 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2059 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3035", "outputIndexes": 
[ 2060 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2059, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3037", "outputIndexes": 
[ 2061 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2061 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3038", "outputIndexes": 
[ 2062 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2057, 2060, 2062, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3041", "outputIndexes": 
[ 2063 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2063 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3042", "outputIndexes": 
[ 2064 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 2064 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3043", "outputIndexes": 
[ 2065 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2065, 2064 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3044", "outputIndexes": 
[ 2066 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2056, 2066, 2059 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.22/self_attn/Gather_3_output_0", "outputIndexes": 
[ 2067 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2067, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Div_1_output_0", "outputIndexes": 
[ 2068 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2068, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 2069 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2054, 2069, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.22/self_attn/Slice_3_output_0", "outputIndexes": 
[ 2070 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2070 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.22/self_attn/Neg_1_output_0", "outputIndexes": 
[ 2071 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2068, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 2072 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2054, 20, 2072, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.22/self_attn/Slice_2_output_0", "outputIndexes": 
[ 2073 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2071, 2073 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.22/self_attn/Concat_4_output_0", "outputIndexes": 
[ 2074 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2074, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Mul_3_output_0", "outputIndexes": 
[ 2075 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2055, 2075 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/self_attn/Add_1_output_0", "outputIndexes": 
[ 2076 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2801 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 835931496, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.22/self_attn/v_proj/Linear", "outputIndexes": 
[ 2810 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2810 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2811 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2811 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 2077 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2016, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 2078 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2024, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.22/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 2079 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2078, 2079, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.22/self_attn/Concat_2_output_0", "outputIndexes": 
[ 2080 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2077, 2080 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.22/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 2081 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2049, 2076, 2081, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.22/self_attn/FusedAttention", "outputIndexes": 
[ 2082 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2082 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2812 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2812 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2813 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2813 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 838290814, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.22/self_attn/o_proj/Linear", "outputIndexes": 
[ 2814 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2814 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2815 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2815 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 2083 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2003, 2083 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/Add_output_0", "outputIndexes": 
[ 2084 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2084 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 840650132, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.22/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 2085 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2085 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2816 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2816 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2817 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2817 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 840666516, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.22/mlp/gate_proj/Linear", "outputIndexes": 
[ 2818 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2818 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2819 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2819 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 2086 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2086 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.22/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 2087 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2817 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 850103722, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.22/mlp/up_proj/Linear", "outputIndexes": 
[ 2822 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2822 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2823 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2823 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 2088 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2087, 2088 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/mlp/Mul_output_0", "outputIndexes": 
[ 2089 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2089 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2824 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2824 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2825 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2825 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 859540928, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.22/mlp/down_proj/Linear", "outputIndexes": 
[ 2826 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2826 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.22/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2827 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2827 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 2090 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2084, 2090 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.22/Add_1_output_0", "outputIndexes": 
[ 2091 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2091, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.23/Reshape_output_0", "outputIndexes": 
[ 2092 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2092 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 868978134, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.23/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 2093 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2093 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 2828 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2828 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 2829 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2829 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 868994518, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.23/self_attn/q_proj/Linear", "outputIndexes": 
[ 2830 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2830 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 2831 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2831 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 2094 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2093 ]
, "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_output_0", "outputIndexes": 
[ 2095 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2095 ]
, "main_type": "NONE", "name": "Shape3090", "outputIndexes": 
[ 2096 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2095 ]
, "main_type": "NONE", "name": "Rank3092", "outputIndexes": 
[ 2097 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2097, 2097 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3094", "outputIndexes": 
[ 2098 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2098 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3095", "outputIndexes": 
[ 2099 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2098, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3097", "outputIndexes": 
[ 2100 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2100 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3098", "outputIndexes": 
[ 2101 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2096, 2099, 2101, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3101", "outputIndexes": 
[ 2102 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2102 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3102", "outputIndexes": 
[ 2103 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2103, 2103 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3104", "outputIndexes": 
[ 2104 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2095, 2104, 2098 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.23/self_attn/Gather_output_0", "outputIndexes": 
[ 2105 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2105, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 2106 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2098 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3112", "outputIndexes": 
[ 2107 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2100 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3115", "outputIndexes": 
[ 2108 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2096, 2107, 2108, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3118", "outputIndexes": 
[ 2109 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2109 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3119", "outputIndexes": 
[ 2110 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 12, 2110 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3120", "outputIndexes": 
[ 2111 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2111, 2110 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3121", "outputIndexes": 
[ 2112 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2095, 2112, 2098 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.23/self_attn/Gather_1_output_0", "outputIndexes": 
[ 2113 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2113, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 2114 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2106, 2114, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.23/self_attn/Concat_output_0", "outputIndexes": 
[ 2115 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2094, 2115 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.23/self_attn/Reshape_output_0", "outputIndexes": 
[ 2116 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2116, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Mul_output_0", "outputIndexes": 
[ 2117 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2116 ]
, "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_2_output_0", "outputIndexes": 
[ 2118 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2118 ]
, "main_type": "NONE", "name": "Shape3128", "outputIndexes": 
[ 2119 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2118 ]
, "main_type": "NONE", "name": "Rank3130", "outputIndexes": 
[ 2120 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2120, 2120 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3132", "outputIndexes": 
[ 2121 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2121 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3133", "outputIndexes": 
[ 2122 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2121, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3135", "outputIndexes": 
[ 2123 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2123 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3136", "outputIndexes": 
[ 2124 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2119, 2122, 2124, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3139", "outputIndexes": 
[ 2125 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2125 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3140", "outputIndexes": 
[ 2126 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 2126 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3141", "outputIndexes": 
[ 2127 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2127, 2126 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3142", "outputIndexes": 
[ 2128 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2118, 2128, 2121 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.23/self_attn/Gather_2_output_0", "outputIndexes": 
[ 2129 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2129, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Div_output_0", "outputIndexes": 
[ 2130 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2130, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 2131 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2116, 2131, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.23/self_attn/Slice_1_output_0", "outputIndexes": 
[ 2132 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2132 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.23/self_attn/Neg_output_0", "outputIndexes": 
[ 2133 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2130, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 2134 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2116, 20, 2134, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.23/self_attn/Slice_output_0", "outputIndexes": 
[ 2135 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2133, 2135 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.23/self_attn/Concat_3_output_0", "outputIndexes": 
[ 2136 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2136, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Mul_1_output_0", "outputIndexes": 
[ 2137 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2117, 2137 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Add_output_0", "outputIndexes": 
[ 2138 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2829 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 871353836, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.23/self_attn/k_proj/Linear", "outputIndexes": 
[ 2834 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2834 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 2835 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2835 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 2139 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2105, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 2140 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2113, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 2141 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2140, 2141, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.23/self_attn/Concat_1_output_0", "outputIndexes": 
[ 2142 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2139, 2142 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.23/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 2143 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2143, 57 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Mul_2_output_0", "outputIndexes": 
[ 2144 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2143 ]
, "main_type": "NONE", "name": "/blocks.23/self_attn/Shape_3_output_0", "outputIndexes": 
[ 2145 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2145 ]
, "main_type": "NONE", "name": "Shape3161", "outputIndexes": 
[ 2146 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 2145 ]
, "main_type": "NONE", "name": "Rank3163", "outputIndexes": 
[ 2147 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2147, 2147 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3165", "outputIndexes": 
[ 2148 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2148 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3166", "outputIndexes": 
[ 2149 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2148, 12 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3168", "outputIndexes": 
[ 2150 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2150 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze3169", "outputIndexes": 
[ 2151 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2146, 2149, 2151, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice3172", "outputIndexes": 
[ 2152 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2152 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze3173", "outputIndexes": 
[ 2153 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 60, 2153 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3174", "outputIndexes": 
[ 2154 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2154, 2153 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp3175", "outputIndexes": 
[ 2155 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2145, 2155, 2148 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.23/self_attn/Gather_3_output_0", "outputIndexes": 
[ 2156 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2156, 72 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Div_1_output_0", "outputIndexes": 
[ 2157 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2157, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 2158 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2143, 2158, 75, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.23/self_attn/Slice_3_output_0", "outputIndexes": 
[ 2159 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2159 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.23/self_attn/Neg_1_output_0", "outputIndexes": 
[ 2160 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2157, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 2161 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2143, 20, 2161, 76, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.23/self_attn/Slice_2_output_0", "outputIndexes": 
[ 2162 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2160, 2162 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.23/self_attn/Concat_4_output_0", "outputIndexes": 
[ 2163 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2163, 88 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Mul_3_output_0", "outputIndexes": 
[ 2164 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2144, 2164 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/self_attn/Add_1_output_0", "outputIndexes": 
[ 2165 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2829 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 873713154, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.23/self_attn/v_proj/Linear", "outputIndexes": 
[ 2838 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2838 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 2839 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2839 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 2166 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2105, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 2167 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2113, 20 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.23/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 2168 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2167, 2168, 30, 31 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.23/self_attn/Concat_2_output_0", "outputIndexes": 
[ 2169 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2166, 2169 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.23/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 2170 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2138, 2165, 2170, 123 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.23/self_attn/FusedAttention", "outputIndexes": 
[ 2171 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2171 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 2840 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2840 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 2841 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2841 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 32768, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 876072472, 2097174, 262144, 0, 0 ]
 }
, "name": "/layers.23/self_attn/o_proj/Linear", "outputIndexes": 
[ 2842 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2842 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 2843 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2843 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 2172 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2092, 2172 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/Add_output_0", "outputIndexes": 
[ 2173 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2173 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 878431790, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "/blocks.23/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 2174 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2174 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "outputIndexes": 
[ 2844 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2844 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "outputIndexes": 
[ 2845 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2845 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 878448174, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.23/mlp/gate_proj/Linear", "outputIndexes": 
[ 2846 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2846 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "outputIndexes": 
[ 2847 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2847 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "outputIndexes": 
[ 2175 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2175 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.23/mlp/act_fn/Mul_output_0", "outputIndexes": 
[ 2176 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2845 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 8192, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 887885380, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.23/mlp/up_proj/Linear", "outputIndexes": 
[ 2850 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2850 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/mlp/up_proj/Linear/post_convert", "outputIndexes": 
[ 2851 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2851 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 8192 ]
, "dimType": "NCHW" }
, "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "outputIndexes": 
[ 2177 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2176, 2177 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/mlp/Mul_output_0", "outputIndexes": 
[ 2178 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2178 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 8192, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "outputIndexes": 
[ 2852 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2852 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "outputIndexes": 
[ 2853 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2853 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 2048, "inputCount": 8192, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 131072, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 897322586, 8388630, 1048576, 0, 0 ]
 }
, "name": "/layers.23/mlp/down_proj/Linear", "outputIndexes": 
[ 2854 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2854 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.23/mlp/down_proj/Linear/post_convert", "outputIndexes": 
[ 2855 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2855 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 2048 ]
, "dimType": "NCHW" }
, "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "outputIndexes": 
[ 2179 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2173, 2179 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.23/Add_1_output_0", "outputIndexes": 
[ 2180 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2180, 1, 75, 15, 15 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/Slice_output_0", "outputIndexes": 
[ 2181 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2181 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 906759792, 8192, 8192 ]
, "useRMSNorm": true }
, "name": "hidden_states", "outputIndexes": 
[ 2182 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2182 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 2048, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/lm/lm_head/Linear/pre_reshape", "outputIndexes": 
[ 2856 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2856 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/lm/lm_head/Linear/pre_convert", "outputIndexes": 
[ 2857 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2857 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 49152, "inputCount": 2048, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 786432, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 906776176, 50331670, 6291456, 0, 0 ]
 }
, "name": "/lm/lm_head/Linear", "outputIndexes": 
[ 2858 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2858 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/lm/lm_head/Linear/post_convert", "outputIndexes": 
[ 2859 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2859 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 49152 ]
, "dimType": "NCHW" }
, "name": "/lm/lm_head/Linear/post_reshape", "outputIndexes": 
[ 2183 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
 ]
, "outputName": 
[ "logits", "hidden_states" ]
, "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": 
[ "position_ids", "logits_index", "input_ids", "/blocks.0/Constant_output_0", "/blocks.0/Reshape_output_0", "/blocks.0/input_layernorm/Mul_1_output_0", "/blocks.0/self_attn/q_proj/FakeLinear_output_0", "/blocks.0/self_attn/Shape_output_0", "Shape21", "Rank23", "BinaryOp25", "Unsqueeze26", "Const27", "BinaryOp28", "Unsqueeze29", "Unsqueeze31", "StridedSlice32", "Squeeze33", "BinaryOp35", "/blocks.0/self_attn/Gather_output_0", "/rotary/Constant_3_output_0", "/blocks.0/self_attn/Unsqueeze_output_0", "Unsqueeze45", "Unsqueeze48", "StridedSlice51", "Squeeze52", "BinaryOp53", "BinaryOp54", "/blocks.0/self_attn/Gather_1_output_0", "/blocks.0/self_attn/Unsqueeze_1_output_0", "/blocks.0/self_attn/Constant_2_output_0", "/blocks.0/self_attn/Constant_3_output_0", "/blocks.0/self_attn/Concat_output_0", "/blocks.0/self_attn/Reshape_output_0", "/rotary/Cast_output_0", "/rotary/Constant_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_1_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Constant_5_output_0", "/rotary/Unsqueeze_2_output_0", "/rotary/Unsqueeze_3_output_0", "Shape76", "Rank78", "BinaryOp80", "Unsqueeze81", "BinaryOp83", "Unsqueeze84", "StridedSlice87", "Squeeze88", "BinaryOp90", "/blocks.0/self_attn/Gather_2_output_0", "/blocks.0/self_attn/Mul_output_0", "/blocks.0/self_attn/Shape_2_output_0", "/blocks.0/self_attn/Constant_8_output_0", "Shape95", "Rank97", "BinaryOp99", "Unsqueeze100", "BinaryOp102", "Unsqueeze103", "StridedSlice106", "Squeeze107", "BinaryOp108", "BinaryOp109", "/blocks.0/self_attn/Gather_4_output_0", "/blocks.0/self_attn/Constant_9_output_0", "/blocks.0/self_attn/Div_output_0", "/blocks.0/self_attn/Unsqueeze_7_output_0", "/blocks.0/self_attn/Constant_16_output_0", "/blocks.0/self_attn/Constant_10_output_0", "/blocks.0/self_attn/Slice_1_output_0", "/blocks.0/self_attn/Neg_output_0", "/blocks.0/self_attn/Unsqueeze_6_output_0", "/blocks.0/self_attn/Slice_output_0", "/blocks.0/self_attn/Concat_3_output_0", "Unsqueeze127", "Unsqueeze130", "StridedSlice133", "Squeeze134", "BinaryOp135", "BinaryOp136", "/blocks.0/self_attn/Gather_3_output_0", "/blocks.0/self_attn/Mul_1_output_0", "/blocks.0/self_attn/Add_output_0", "/blocks.0/self_attn/k_proj/FakeLinear_output_0", "/blocks.0/self_attn/Unsqueeze_2_output_0", "/blocks.0/self_attn/Unsqueeze_3_output_0", "/blocks.0/self_attn/Concat_1_output_0", "/blocks.0/self_attn/Reshape_1_output_0", "/blocks.0/self_attn/Mul_2_output_0", "/blocks.0/self_attn/Shape_3_output_0", "Shape147", "Rank149", "BinaryOp151", "Unsqueeze152", "BinaryOp154", "Unsqueeze155", "StridedSlice158", "Squeeze159", "BinaryOp160", "BinaryOp161", "/blocks.0/self_attn/Gather_5_output_0", "/blocks.0/self_attn/Div_1_output_0", "/blocks.0/self_attn/Unsqueeze_9_output_0", "/blocks.0/self_attn/Slice_3_output_0", "/blocks.0/self_attn/Neg_1_output_0", "/blocks.0/self_attn/Unsqueeze_8_output_0", "/blocks.0/self_attn/Slice_2_output_0", "/blocks.0/self_attn/Concat_4_output_0", "/blocks.0/self_attn/Mul_3_output_0", "/blocks.0/self_attn/Add_1_output_0", "/blocks.0/self_attn/v_proj/FakeLinear_output_0", "/blocks.0/self_attn/Unsqueeze_4_output_0", "/blocks.0/self_attn/Unsqueeze_5_output_0", "/blocks.0/self_attn/Concat_2_output_0", "/blocks.0/self_attn/Reshape_2_output_0", "attention_mask", "/blocks.0/self_attn/fused_attn/FusedAttention_output_0", "/blocks.0/self_attn/o_proj/FakeLinear_output_0", "/blocks.0/Add_output_0", "/blocks.0/post_attention_layernorm/Mul_1_output_0", "/blocks.0/mlp/gate_proj/FakeLinear_output_0", "/blocks.0/mlp/act_fn/Mul_output_0", "/blocks.0/mlp/up_proj/FakeLinear_output_0", "/blocks.0/mlp/Mul_output_0", "/blocks.0/mlp/down_proj/FakeLinear_output_0", "/blocks.0/Add_1_output_0", "/blocks.1/Reshape_output_0", "/blocks.1/input_layernorm/Mul_1_output_0", "/blocks.1/self_attn/q_proj/FakeLinear_output_0", "/blocks.1/self_attn/Shape_output_0", "Shape208", "Rank210", "BinaryOp212", "Unsqueeze213", "BinaryOp215", "Unsqueeze216", "StridedSlice219", "Squeeze220", "BinaryOp222", "/blocks.1/self_attn/Gather_output_0", "/blocks.1/self_attn/Unsqueeze_output_0", "Unsqueeze230", "Unsqueeze233", "StridedSlice236", "Squeeze237", "BinaryOp238", "BinaryOp239", "/blocks.1/self_attn/Gather_1_output_0", "/blocks.1/self_attn/Unsqueeze_1_output_0", "/blocks.1/self_attn/Concat_output_0", "/blocks.1/self_attn/Reshape_output_0", "/blocks.1/self_attn/Mul_output_0", "/blocks.1/self_attn/Shape_2_output_0", "Shape246", "Rank248", "BinaryOp250", "Unsqueeze251", "BinaryOp253", "Unsqueeze254", "StridedSlice257", "Squeeze258", "BinaryOp259", "BinaryOp260", "/blocks.1/self_attn/Gather_2_output_0", "/blocks.1/self_attn/Div_output_0", "/blocks.1/self_attn/Unsqueeze_7_output_0", "/blocks.1/self_attn/Slice_1_output_0", "/blocks.1/self_attn/Neg_output_0", "/blocks.1/self_attn/Unsqueeze_6_output_0", "/blocks.1/self_attn/Slice_output_0", "/blocks.1/self_attn/Concat_3_output_0", "/blocks.1/self_attn/Mul_1_output_0", "/blocks.1/self_attn/Add_output_0", "/blocks.1/self_attn/k_proj/FakeLinear_output_0", "/blocks.1/self_attn/Unsqueeze_2_output_0", "/blocks.1/self_attn/Unsqueeze_3_output_0", "/blocks.1/self_attn/Concat_1_output_0", "/blocks.1/self_attn/Reshape_1_output_0", "/blocks.1/self_attn/Mul_2_output_0", "/blocks.1/self_attn/Shape_3_output_0", "Shape279", "Rank281", "BinaryOp283", "Unsqueeze284", "BinaryOp286", "Unsqueeze287", "StridedSlice290", "Squeeze291", "BinaryOp292", "BinaryOp293", "/blocks.1/self_attn/Gather_3_output_0", "/blocks.1/self_attn/Div_1_output_0", "/blocks.1/self_attn/Unsqueeze_9_output_0", "/blocks.1/self_attn/Slice_3_output_0", "/blocks.1/self_attn/Neg_1_output_0", "/blocks.1/self_attn/Unsqueeze_8_output_0", "/blocks.1/self_attn/Slice_2_output_0", "/blocks.1/self_attn/Concat_4_output_0", "/blocks.1/self_attn/Mul_3_output_0", "/blocks.1/self_attn/Add_1_output_0", "/blocks.1/self_attn/v_proj/FakeLinear_output_0", "/blocks.1/self_attn/Unsqueeze_4_output_0", "/blocks.1/self_attn/Unsqueeze_5_output_0", "/blocks.1/self_attn/Concat_2_output_0", "/blocks.1/self_attn/Reshape_2_output_0", "/blocks.1/self_attn/fused_attn/FusedAttention_output_0", "/blocks.1/self_attn/o_proj/FakeLinear_output_0", "/blocks.1/Add_output_0", "/blocks.1/post_attention_layernorm/Mul_1_output_0", "/blocks.1/mlp/gate_proj/FakeLinear_output_0", "/blocks.1/mlp/act_fn/Mul_output_0", "/blocks.1/mlp/up_proj/FakeLinear_output_0", "/blocks.1/mlp/Mul_output_0", "/blocks.1/mlp/down_proj/FakeLinear_output_0", "/blocks.1/Add_1_output_0", "/blocks.2/Reshape_output_0", "/blocks.2/input_layernorm/Mul_1_output_0", "/blocks.2/self_attn/q_proj/FakeLinear_output_0", "/blocks.2/self_attn/Shape_output_0", "Shape339", "Rank341", "BinaryOp343", "Unsqueeze344", "BinaryOp346", "Unsqueeze347", "StridedSlice350", "Squeeze351", "BinaryOp353", "/blocks.2/self_attn/Gather_output_0", "/blocks.2/self_attn/Unsqueeze_output_0", "Unsqueeze361", "Unsqueeze364", "StridedSlice367", "Squeeze368", "BinaryOp369", "BinaryOp370", "/blocks.2/self_attn/Gather_1_output_0", "/blocks.2/self_attn/Unsqueeze_1_output_0", "/blocks.2/self_attn/Concat_output_0", "/blocks.2/self_attn/Reshape_output_0", "/blocks.2/self_attn/Mul_output_0", "/blocks.2/self_attn/Shape_2_output_0", "Shape377", "Rank379", "BinaryOp381", "Unsqueeze382", "BinaryOp384", "Unsqueeze385", "StridedSlice388", "Squeeze389", "BinaryOp390", "BinaryOp391", "/blocks.2/self_attn/Gather_2_output_0", "/blocks.2/self_attn/Div_output_0", "/blocks.2/self_attn/Unsqueeze_7_output_0", "/blocks.2/self_attn/Slice_1_output_0", "/blocks.2/self_attn/Neg_output_0", "/blocks.2/self_attn/Unsqueeze_6_output_0", "/blocks.2/self_attn/Slice_output_0", "/blocks.2/self_attn/Concat_3_output_0", "/blocks.2/self_attn/Mul_1_output_0", "/blocks.2/self_attn/Add_output_0", "/blocks.2/self_attn/k_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_2_output_0", "/blocks.2/self_attn/Unsqueeze_3_output_0", "/blocks.2/self_attn/Concat_1_output_0", "/blocks.2/self_attn/Reshape_1_output_0", "/blocks.2/self_attn/Mul_2_output_0", "/blocks.2/self_attn/Shape_3_output_0", "Shape410", "Rank412", "BinaryOp414", "Unsqueeze415", "BinaryOp417", "Unsqueeze418", "StridedSlice421", "Squeeze422", "BinaryOp423", "BinaryOp424", "/blocks.2/self_attn/Gather_3_output_0", "/blocks.2/self_attn/Div_1_output_0", "/blocks.2/self_attn/Unsqueeze_9_output_0", "/blocks.2/self_attn/Slice_3_output_0", "/blocks.2/self_attn/Neg_1_output_0", "/blocks.2/self_attn/Unsqueeze_8_output_0", "/blocks.2/self_attn/Slice_2_output_0", "/blocks.2/self_attn/Concat_4_output_0", "/blocks.2/self_attn/Mul_3_output_0", "/blocks.2/self_attn/Add_1_output_0", "/blocks.2/self_attn/v_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_4_output_0", "/blocks.2/self_attn/Unsqueeze_5_output_0", "/blocks.2/self_attn/Concat_2_output_0", "/blocks.2/self_attn/Reshape_2_output_0", "/blocks.2/self_attn/fused_attn/FusedAttention_output_0", "/blocks.2/self_attn/o_proj/FakeLinear_output_0", "/blocks.2/Add_output_0", "/blocks.2/post_attention_layernorm/Mul_1_output_0", "/blocks.2/mlp/gate_proj/FakeLinear_output_0", "/blocks.2/mlp/act_fn/Mul_output_0", "/blocks.2/mlp/up_proj/FakeLinear_output_0", "/blocks.2/mlp/Mul_output_0", "/blocks.2/mlp/down_proj/FakeLinear_output_0", "/blocks.2/Add_1_output_0", "/blocks.3/Reshape_output_0", "/blocks.3/input_layernorm/Mul_1_output_0", "/blocks.3/self_attn/q_proj/FakeLinear_output_0", "/blocks.3/self_attn/Shape_output_0", "Shape470", "Rank472", "BinaryOp474", "Unsqueeze475", "BinaryOp477", "Unsqueeze478", "StridedSlice481", "Squeeze482", "BinaryOp484", "/blocks.3/self_attn/Gather_output_0", "/blocks.3/self_attn/Unsqueeze_output_0", "Unsqueeze492", "Unsqueeze495", "StridedSlice498", "Squeeze499", "BinaryOp500", "BinaryOp501", "/blocks.3/self_attn/Gather_1_output_0", "/blocks.3/self_attn/Unsqueeze_1_output_0", "/blocks.3/self_attn/Concat_output_0", "/blocks.3/self_attn/Reshape_output_0", "/blocks.3/self_attn/Mul_output_0", "/blocks.3/self_attn/Shape_2_output_0", "Shape508", "Rank510", "BinaryOp512", "Unsqueeze513", "BinaryOp515", "Unsqueeze516", "StridedSlice519", "Squeeze520", "BinaryOp521", "BinaryOp522", "/blocks.3/self_attn/Gather_2_output_0", "/blocks.3/self_attn/Div_output_0", "/blocks.3/self_attn/Unsqueeze_7_output_0", "/blocks.3/self_attn/Slice_1_output_0", "/blocks.3/self_attn/Neg_output_0", "/blocks.3/self_attn/Unsqueeze_6_output_0", "/blocks.3/self_attn/Slice_output_0", "/blocks.3/self_attn/Concat_3_output_0", "/blocks.3/self_attn/Mul_1_output_0", "/blocks.3/self_attn/Add_output_0", "/blocks.3/self_attn/k_proj/FakeLinear_output_0", "/blocks.3/self_attn/Unsqueeze_2_output_0", "/blocks.3/self_attn/Unsqueeze_3_output_0", "/blocks.3/self_attn/Concat_1_output_0", "/blocks.3/self_attn/Reshape_1_output_0", "/blocks.3/self_attn/Mul_2_output_0", "/blocks.3/self_attn/Shape_3_output_0", "Shape541", "Rank543", "BinaryOp545", "Unsqueeze546", "BinaryOp548", "Unsqueeze549", "StridedSlice552", "Squeeze553", "BinaryOp554", "BinaryOp555", "/blocks.3/self_attn/Gather_3_output_0", "/blocks.3/self_attn/Div_1_output_0", "/blocks.3/self_attn/Unsqueeze_9_output_0", "/blocks.3/self_attn/Slice_3_output_0", "/blocks.3/self_attn/Neg_1_output_0", "/blocks.3/self_attn/Unsqueeze_8_output_0", "/blocks.3/self_attn/Slice_2_output_0", "/blocks.3/self_attn/Concat_4_output_0", "/blocks.3/self_attn/Mul_3_output_0", "/blocks.3/self_attn/Add_1_output_0", "/blocks.3/self_attn/v_proj/FakeLinear_output_0", "/blocks.3/self_attn/Unsqueeze_4_output_0", "/blocks.3/self_attn/Unsqueeze_5_output_0", "/blocks.3/self_attn/Concat_2_output_0", "/blocks.3/self_attn/Reshape_2_output_0", "/blocks.3/self_attn/fused_attn/FusedAttention_output_0", "/blocks.3/self_attn/o_proj/FakeLinear_output_0", "/blocks.3/Add_output_0", "/blocks.3/post_attention_layernorm/Mul_1_output_0", "/blocks.3/mlp/gate_proj/FakeLinear_output_0", "/blocks.3/mlp/act_fn/Mul_output_0", "/blocks.3/mlp/up_proj/FakeLinear_output_0", "/blocks.3/mlp/Mul_output_0", "/blocks.3/mlp/down_proj/FakeLinear_output_0", "/blocks.3/Add_1_output_0", "/blocks.4/Reshape_output_0", "/blocks.4/input_layernorm/Mul_1_output_0", "/blocks.4/self_attn/q_proj/FakeLinear_output_0", "/blocks.4/self_attn/Shape_output_0", "Shape601", "Rank603", "BinaryOp605", "Unsqueeze606", "BinaryOp608", "Unsqueeze609", "StridedSlice612", "Squeeze613", "BinaryOp615", "/blocks.4/self_attn/Gather_output_0", "/blocks.4/self_attn/Unsqueeze_output_0", "Unsqueeze623", "Unsqueeze626", "StridedSlice629", "Squeeze630", "BinaryOp631", "BinaryOp632", "/blocks.4/self_attn/Gather_1_output_0", "/blocks.4/self_attn/Unsqueeze_1_output_0", "/blocks.4/self_attn/Concat_output_0", "/blocks.4/self_attn/Reshape_output_0", "/blocks.4/self_attn/Mul_output_0", "/blocks.4/self_attn/Shape_2_output_0", "Shape639", "Rank641", "BinaryOp643", "Unsqueeze644", "BinaryOp646", "Unsqueeze647", "StridedSlice650", "Squeeze651", "BinaryOp652", "BinaryOp653", "/blocks.4/self_attn/Gather_2_output_0", "/blocks.4/self_attn/Div_output_0", "/blocks.4/self_attn/Unsqueeze_7_output_0", "/blocks.4/self_attn/Slice_1_output_0", "/blocks.4/self_attn/Neg_output_0", "/blocks.4/self_attn/Unsqueeze_6_output_0", "/blocks.4/self_attn/Slice_output_0", "/blocks.4/self_attn/Concat_3_output_0", "/blocks.4/self_attn/Mul_1_output_0", "/blocks.4/self_attn/Add_output_0", "/blocks.4/self_attn/k_proj/FakeLinear_output_0", "/blocks.4/self_attn/Unsqueeze_2_output_0", "/blocks.4/self_attn/Unsqueeze_3_output_0", "/blocks.4/self_attn/Concat_1_output_0", "/blocks.4/self_attn/Reshape_1_output_0", "/blocks.4/self_attn/Mul_2_output_0", "/blocks.4/self_attn/Shape_3_output_0", "Shape672", "Rank674", "BinaryOp676", "Unsqueeze677", "BinaryOp679", "Unsqueeze680", "StridedSlice683", "Squeeze684", "BinaryOp685", "BinaryOp686", "/blocks.4/self_attn/Gather_3_output_0", "/blocks.4/self_attn/Div_1_output_0", "/blocks.4/self_attn/Unsqueeze_9_output_0", "/blocks.4/self_attn/Slice_3_output_0", "/blocks.4/self_attn/Neg_1_output_0", "/blocks.4/self_attn/Unsqueeze_8_output_0", "/blocks.4/self_attn/Slice_2_output_0", "/blocks.4/self_attn/Concat_4_output_0", "/blocks.4/self_attn/Mul_3_output_0", "/blocks.4/self_attn/Add_1_output_0", "/blocks.4/self_attn/v_proj/FakeLinear_output_0", "/blocks.4/self_attn/Unsqueeze_4_output_0", "/blocks.4/self_attn/Unsqueeze_5_output_0", "/blocks.4/self_attn/Concat_2_output_0", "/blocks.4/self_attn/Reshape_2_output_0", "/blocks.4/self_attn/fused_attn/FusedAttention_output_0", "/blocks.4/self_attn/o_proj/FakeLinear_output_0", "/blocks.4/Add_output_0", "/blocks.4/post_attention_layernorm/Mul_1_output_0", "/blocks.4/mlp/gate_proj/FakeLinear_output_0", "/blocks.4/mlp/act_fn/Mul_output_0", "/blocks.4/mlp/up_proj/FakeLinear_output_0", "/blocks.4/mlp/Mul_output_0", "/blocks.4/mlp/down_proj/FakeLinear_output_0", "/blocks.4/Add_1_output_0", "/blocks.5/Reshape_output_0", "/blocks.5/input_layernorm/Mul_1_output_0", "/blocks.5/self_attn/q_proj/FakeLinear_output_0", "/blocks.5/self_attn/Shape_output_0", "Shape732", "Rank734", "BinaryOp736", "Unsqueeze737", "BinaryOp739", "Unsqueeze740", "StridedSlice743", "Squeeze744", "BinaryOp746", "/blocks.5/self_attn/Gather_output_0", "/blocks.5/self_attn/Unsqueeze_output_0", "Unsqueeze754", "Unsqueeze757", "StridedSlice760", "Squeeze761", "BinaryOp762", "BinaryOp763", "/blocks.5/self_attn/Gather_1_output_0", "/blocks.5/self_attn/Unsqueeze_1_output_0", "/blocks.5/self_attn/Concat_output_0", "/blocks.5/self_attn/Reshape_output_0", "/blocks.5/self_attn/Mul_output_0", "/blocks.5/self_attn/Shape_2_output_0", "Shape770", "Rank772", "BinaryOp774", "Unsqueeze775", "BinaryOp777", "Unsqueeze778", "StridedSlice781", "Squeeze782", "BinaryOp783", "BinaryOp784", "/blocks.5/self_attn/Gather_2_output_0", "/blocks.5/self_attn/Div_output_0", "/blocks.5/self_attn/Unsqueeze_7_output_0", "/blocks.5/self_attn/Slice_1_output_0", "/blocks.5/self_attn/Neg_output_0", "/blocks.5/self_attn/Unsqueeze_6_output_0", "/blocks.5/self_attn/Slice_output_0", "/blocks.5/self_attn/Concat_3_output_0", "/blocks.5/self_attn/Mul_1_output_0", "/blocks.5/self_attn/Add_output_0", "/blocks.5/self_attn/k_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_2_output_0", "/blocks.5/self_attn/Unsqueeze_3_output_0", "/blocks.5/self_attn/Concat_1_output_0", "/blocks.5/self_attn/Reshape_1_output_0", "/blocks.5/self_attn/Mul_2_output_0", "/blocks.5/self_attn/Shape_3_output_0", "Shape803", "Rank805", "BinaryOp807", "Unsqueeze808", "BinaryOp810", "Unsqueeze811", "StridedSlice814", "Squeeze815", "BinaryOp816", "BinaryOp817", "/blocks.5/self_attn/Gather_3_output_0", "/blocks.5/self_attn/Div_1_output_0", "/blocks.5/self_attn/Unsqueeze_9_output_0", "/blocks.5/self_attn/Slice_3_output_0", "/blocks.5/self_attn/Neg_1_output_0", "/blocks.5/self_attn/Unsqueeze_8_output_0", "/blocks.5/self_attn/Slice_2_output_0", "/blocks.5/self_attn/Concat_4_output_0", "/blocks.5/self_attn/Mul_3_output_0", "/blocks.5/self_attn/Add_1_output_0", "/blocks.5/self_attn/v_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_4_output_0", "/blocks.5/self_attn/Unsqueeze_5_output_0", "/blocks.5/self_attn/Concat_2_output_0", "/blocks.5/self_attn/Reshape_2_output_0", "/blocks.5/self_attn/fused_attn/FusedAttention_output_0", "/blocks.5/self_attn/o_proj/FakeLinear_output_0", "/blocks.5/Add_output_0", "/blocks.5/post_attention_layernorm/Mul_1_output_0", "/blocks.5/mlp/gate_proj/FakeLinear_output_0", "/blocks.5/mlp/act_fn/Mul_output_0", "/blocks.5/mlp/up_proj/FakeLinear_output_0", "/blocks.5/mlp/Mul_output_0", "/blocks.5/mlp/down_proj/FakeLinear_output_0", "/blocks.5/Add_1_output_0", "/blocks.6/Reshape_output_0", "/blocks.6/input_layernorm/Mul_1_output_0", "/blocks.6/self_attn/q_proj/FakeLinear_output_0", "/blocks.6/self_attn/Shape_output_0", "Shape863", "Rank865", "BinaryOp867", "Unsqueeze868", "BinaryOp870", "Unsqueeze871", "StridedSlice874", "Squeeze875", "BinaryOp877", "/blocks.6/self_attn/Gather_output_0", "/blocks.6/self_attn/Unsqueeze_output_0", "Unsqueeze885", "Unsqueeze888", "StridedSlice891", "Squeeze892", "BinaryOp893", "BinaryOp894", "/blocks.6/self_attn/Gather_1_output_0", "/blocks.6/self_attn/Unsqueeze_1_output_0", "/blocks.6/self_attn/Concat_output_0", "/blocks.6/self_attn/Reshape_output_0", "/blocks.6/self_attn/Mul_output_0", "/blocks.6/self_attn/Shape_2_output_0", "Shape901", "Rank903", "BinaryOp905", "Unsqueeze906", "BinaryOp908", "Unsqueeze909", "StridedSlice912", "Squeeze913", "BinaryOp914", "BinaryOp915", "/blocks.6/self_attn/Gather_2_output_0", "/blocks.6/self_attn/Div_output_0", "/blocks.6/self_attn/Unsqueeze_7_output_0", "/blocks.6/self_attn/Slice_1_output_0", "/blocks.6/self_attn/Neg_output_0", "/blocks.6/self_attn/Unsqueeze_6_output_0", "/blocks.6/self_attn/Slice_output_0", "/blocks.6/self_attn/Concat_3_output_0", "/blocks.6/self_attn/Mul_1_output_0", "/blocks.6/self_attn/Add_output_0", "/blocks.6/self_attn/k_proj/FakeLinear_output_0", "/blocks.6/self_attn/Unsqueeze_2_output_0", "/blocks.6/self_attn/Unsqueeze_3_output_0", "/blocks.6/self_attn/Concat_1_output_0", "/blocks.6/self_attn/Reshape_1_output_0", "/blocks.6/self_attn/Mul_2_output_0", "/blocks.6/self_attn/Shape_3_output_0", "Shape934", "Rank936", "BinaryOp938", "Unsqueeze939", "BinaryOp941", "Unsqueeze942", "StridedSlice945", "Squeeze946", "BinaryOp947", "BinaryOp948", "/blocks.6/self_attn/Gather_3_output_0", "/blocks.6/self_attn/Div_1_output_0", "/blocks.6/self_attn/Unsqueeze_9_output_0", "/blocks.6/self_attn/Slice_3_output_0", "/blocks.6/self_attn/Neg_1_output_0", "/blocks.6/self_attn/Unsqueeze_8_output_0", "/blocks.6/self_attn/Slice_2_output_0", "/blocks.6/self_attn/Concat_4_output_0", "/blocks.6/self_attn/Mul_3_output_0", "/blocks.6/self_attn/Add_1_output_0", "/blocks.6/self_attn/v_proj/FakeLinear_output_0", "/blocks.6/self_attn/Unsqueeze_4_output_0", "/blocks.6/self_attn/Unsqueeze_5_output_0", "/blocks.6/self_attn/Concat_2_output_0", "/blocks.6/self_attn/Reshape_2_output_0", "/blocks.6/self_attn/fused_attn/FusedAttention_output_0", "/blocks.6/self_attn/o_proj/FakeLinear_output_0", "/blocks.6/Add_output_0", "/blocks.6/post_attention_layernorm/Mul_1_output_0", "/blocks.6/mlp/gate_proj/FakeLinear_output_0", "/blocks.6/mlp/act_fn/Mul_output_0", "/blocks.6/mlp/up_proj/FakeLinear_output_0", "/blocks.6/mlp/Mul_output_0", "/blocks.6/mlp/down_proj/FakeLinear_output_0", "/blocks.6/Add_1_output_0", "/blocks.7/Reshape_output_0", "/blocks.7/input_layernorm/Mul_1_output_0", "/blocks.7/self_attn/q_proj/FakeLinear_output_0", "/blocks.7/self_attn/Shape_output_0", "Shape994", "Rank996", "BinaryOp998", "Unsqueeze999", "BinaryOp1001", "Unsqueeze1002", "StridedSlice1005", "Squeeze1006", "BinaryOp1008", "/blocks.7/self_attn/Gather_output_0", "/blocks.7/self_attn/Unsqueeze_output_0", "Unsqueeze1016", "Unsqueeze1019", "StridedSlice1022", "Squeeze1023", "BinaryOp1024", "BinaryOp1025", "/blocks.7/self_attn/Gather_1_output_0", "/blocks.7/self_attn/Unsqueeze_1_output_0", "/blocks.7/self_attn/Concat_output_0", "/blocks.7/self_attn/Reshape_output_0", "/blocks.7/self_attn/Mul_output_0", "/blocks.7/self_attn/Shape_2_output_0", "Shape1032", "Rank1034", "BinaryOp1036", "Unsqueeze1037", "BinaryOp1039", "Unsqueeze1040", "StridedSlice1043", "Squeeze1044", "BinaryOp1045", "BinaryOp1046", "/blocks.7/self_attn/Gather_2_output_0", "/blocks.7/self_attn/Div_output_0", "/blocks.7/self_attn/Unsqueeze_7_output_0", "/blocks.7/self_attn/Slice_1_output_0", "/blocks.7/self_attn/Neg_output_0", "/blocks.7/self_attn/Unsqueeze_6_output_0", "/blocks.7/self_attn/Slice_output_0", "/blocks.7/self_attn/Concat_3_output_0", "/blocks.7/self_attn/Mul_1_output_0", "/blocks.7/self_attn/Add_output_0", "/blocks.7/self_attn/k_proj/FakeLinear_output_0", "/blocks.7/self_attn/Unsqueeze_2_output_0", "/blocks.7/self_attn/Unsqueeze_3_output_0", "/blocks.7/self_attn/Concat_1_output_0", "/blocks.7/self_attn/Reshape_1_output_0", "/blocks.7/self_attn/Mul_2_output_0", "/blocks.7/self_attn/Shape_3_output_0", "Shape1065", "Rank1067", "BinaryOp1069", "Unsqueeze1070", "BinaryOp1072", "Unsqueeze1073", "StridedSlice1076", "Squeeze1077", "BinaryOp1078", "BinaryOp1079", "/blocks.7/self_attn/Gather_3_output_0", "/blocks.7/self_attn/Div_1_output_0", "/blocks.7/self_attn/Unsqueeze_9_output_0", "/blocks.7/self_attn/Slice_3_output_0", "/blocks.7/self_attn/Neg_1_output_0", "/blocks.7/self_attn/Unsqueeze_8_output_0", "/blocks.7/self_attn/Slice_2_output_0", "/blocks.7/self_attn/Concat_4_output_0", "/blocks.7/self_attn/Mul_3_output_0", "/blocks.7/self_attn/Add_1_output_0", "/blocks.7/self_attn/v_proj/FakeLinear_output_0", "/blocks.7/self_attn/Unsqueeze_4_output_0", "/blocks.7/self_attn/Unsqueeze_5_output_0", "/blocks.7/self_attn/Concat_2_output_0", "/blocks.7/self_attn/Reshape_2_output_0", "/blocks.7/self_attn/fused_attn/FusedAttention_output_0", "/blocks.7/self_attn/o_proj/FakeLinear_output_0", "/blocks.7/Add_output_0", "/blocks.7/post_attention_layernorm/Mul_1_output_0", "/blocks.7/mlp/gate_proj/FakeLinear_output_0", "/blocks.7/mlp/act_fn/Mul_output_0", "/blocks.7/mlp/up_proj/FakeLinear_output_0", "/blocks.7/mlp/Mul_output_0", "/blocks.7/mlp/down_proj/FakeLinear_output_0", "/blocks.7/Add_1_output_0", "/blocks.8/Reshape_output_0", "/blocks.8/input_layernorm/Mul_1_output_0", "/blocks.8/self_attn/q_proj/FakeLinear_output_0", "/blocks.8/self_attn/Shape_output_0", "Shape1125", "Rank1127", "BinaryOp1129", "Unsqueeze1130", "BinaryOp1132", "Unsqueeze1133", "StridedSlice1136", "Squeeze1137", "BinaryOp1139", "/blocks.8/self_attn/Gather_output_0", "/blocks.8/self_attn/Unsqueeze_output_0", "Unsqueeze1147", "Unsqueeze1150", "StridedSlice1153", "Squeeze1154", "BinaryOp1155", "BinaryOp1156", "/blocks.8/self_attn/Gather_1_output_0", "/blocks.8/self_attn/Unsqueeze_1_output_0", "/blocks.8/self_attn/Concat_output_0", "/blocks.8/self_attn/Reshape_output_0", "/blocks.8/self_attn/Mul_output_0", "/blocks.8/self_attn/Shape_2_output_0", "Shape1163", "Rank1165", "BinaryOp1167", "Unsqueeze1168", "BinaryOp1170", "Unsqueeze1171", "StridedSlice1174", "Squeeze1175", "BinaryOp1176", "BinaryOp1177", "/blocks.8/self_attn/Gather_2_output_0", "/blocks.8/self_attn/Div_output_0", "/blocks.8/self_attn/Unsqueeze_7_output_0", "/blocks.8/self_attn/Slice_1_output_0", "/blocks.8/self_attn/Neg_output_0", "/blocks.8/self_attn/Unsqueeze_6_output_0", "/blocks.8/self_attn/Slice_output_0", "/blocks.8/self_attn/Concat_3_output_0", "/blocks.8/self_attn/Mul_1_output_0", "/blocks.8/self_attn/Add_output_0", "/blocks.8/self_attn/k_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_2_output_0", "/blocks.8/self_attn/Unsqueeze_3_output_0", "/blocks.8/self_attn/Concat_1_output_0", "/blocks.8/self_attn/Reshape_1_output_0", "/blocks.8/self_attn/Mul_2_output_0", "/blocks.8/self_attn/Shape_3_output_0", "Shape1196", "Rank1198", "BinaryOp1200", "Unsqueeze1201", "BinaryOp1203", "Unsqueeze1204", "StridedSlice1207", "Squeeze1208", "BinaryOp1209", "BinaryOp1210", "/blocks.8/self_attn/Gather_3_output_0", "/blocks.8/self_attn/Div_1_output_0", "/blocks.8/self_attn/Unsqueeze_9_output_0", "/blocks.8/self_attn/Slice_3_output_0", "/blocks.8/self_attn/Neg_1_output_0", "/blocks.8/self_attn/Unsqueeze_8_output_0", "/blocks.8/self_attn/Slice_2_output_0", "/blocks.8/self_attn/Concat_4_output_0", "/blocks.8/self_attn/Mul_3_output_0", "/blocks.8/self_attn/Add_1_output_0", "/blocks.8/self_attn/v_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_4_output_0", "/blocks.8/self_attn/Unsqueeze_5_output_0", "/blocks.8/self_attn/Concat_2_output_0", "/blocks.8/self_attn/Reshape_2_output_0", "/blocks.8/self_attn/fused_attn/FusedAttention_output_0", "/blocks.8/self_attn/o_proj/FakeLinear_output_0", "/blocks.8/Add_output_0", "/blocks.8/post_attention_layernorm/Mul_1_output_0", "/blocks.8/mlp/gate_proj/FakeLinear_output_0", "/blocks.8/mlp/act_fn/Mul_output_0", "/blocks.8/mlp/up_proj/FakeLinear_output_0", "/blocks.8/mlp/Mul_output_0", "/blocks.8/mlp/down_proj/FakeLinear_output_0", "/blocks.8/Add_1_output_0", "/blocks.9/Reshape_output_0", "/blocks.9/input_layernorm/Mul_1_output_0", "/blocks.9/self_attn/q_proj/FakeLinear_output_0", "/blocks.9/self_attn/Shape_output_0", "Shape1256", "Rank1258", "BinaryOp1260", "Unsqueeze1261", "BinaryOp1263", "Unsqueeze1264", "StridedSlice1267", "Squeeze1268", "BinaryOp1270", "/blocks.9/self_attn/Gather_output_0", "/blocks.9/self_attn/Unsqueeze_output_0", "Unsqueeze1278", "Unsqueeze1281", "StridedSlice1284", "Squeeze1285", "BinaryOp1286", "BinaryOp1287", "/blocks.9/self_attn/Gather_1_output_0", "/blocks.9/self_attn/Unsqueeze_1_output_0", "/blocks.9/self_attn/Concat_output_0", "/blocks.9/self_attn/Reshape_output_0", "/blocks.9/self_attn/Mul_output_0", "/blocks.9/self_attn/Shape_2_output_0", "Shape1294", "Rank1296", "BinaryOp1298", "Unsqueeze1299", "BinaryOp1301", "Unsqueeze1302", "StridedSlice1305", "Squeeze1306", "BinaryOp1307", "BinaryOp1308", "/blocks.9/self_attn/Gather_2_output_0", "/blocks.9/self_attn/Div_output_0", "/blocks.9/self_attn/Unsqueeze_7_output_0", "/blocks.9/self_attn/Slice_1_output_0", "/blocks.9/self_attn/Neg_output_0", "/blocks.9/self_attn/Unsqueeze_6_output_0", "/blocks.9/self_attn/Slice_output_0", "/blocks.9/self_attn/Concat_3_output_0", "/blocks.9/self_attn/Mul_1_output_0", "/blocks.9/self_attn/Add_output_0", "/blocks.9/self_attn/k_proj/FakeLinear_output_0", "/blocks.9/self_attn/Unsqueeze_2_output_0", "/blocks.9/self_attn/Unsqueeze_3_output_0", "/blocks.9/self_attn/Concat_1_output_0", "/blocks.9/self_attn/Reshape_1_output_0", "/blocks.9/self_attn/Mul_2_output_0", "/blocks.9/self_attn/Shape_3_output_0", "Shape1327", "Rank1329", "BinaryOp1331", "Unsqueeze1332", "BinaryOp1334", "Unsqueeze1335", "StridedSlice1338", "Squeeze1339", "BinaryOp1340", "BinaryOp1341", "/blocks.9/self_attn/Gather_3_output_0", "/blocks.9/self_attn/Div_1_output_0", "/blocks.9/self_attn/Unsqueeze_9_output_0", "/blocks.9/self_attn/Slice_3_output_0", "/blocks.9/self_attn/Neg_1_output_0", "/blocks.9/self_attn/Unsqueeze_8_output_0", "/blocks.9/self_attn/Slice_2_output_0", "/blocks.9/self_attn/Concat_4_output_0", "/blocks.9/self_attn/Mul_3_output_0", "/blocks.9/self_attn/Add_1_output_0", "/blocks.9/self_attn/v_proj/FakeLinear_output_0", "/blocks.9/self_attn/Unsqueeze_4_output_0", "/blocks.9/self_attn/Unsqueeze_5_output_0", "/blocks.9/self_attn/Concat_2_output_0", "/blocks.9/self_attn/Reshape_2_output_0", "/blocks.9/self_attn/fused_attn/FusedAttention_output_0", "/blocks.9/self_attn/o_proj/FakeLinear_output_0", "/blocks.9/Add_output_0", "/blocks.9/post_attention_layernorm/Mul_1_output_0", "/blocks.9/mlp/gate_proj/FakeLinear_output_0", "/blocks.9/mlp/act_fn/Mul_output_0", "/blocks.9/mlp/up_proj/FakeLinear_output_0", "/blocks.9/mlp/Mul_output_0", "/blocks.9/mlp/down_proj/FakeLinear_output_0", "/blocks.9/Add_1_output_0", "/blocks.10/Reshape_output_0", "/blocks.10/input_layernorm/Mul_1_output_0", "/blocks.10/self_attn/q_proj/FakeLinear_output_0", "/blocks.10/self_attn/Shape_output_0", "Shape1387", "Rank1389", "BinaryOp1391", "Unsqueeze1392", "BinaryOp1394", "Unsqueeze1395", "StridedSlice1398", "Squeeze1399", "BinaryOp1401", "/blocks.10/self_attn/Gather_output_0", "/blocks.10/self_attn/Unsqueeze_output_0", "Unsqueeze1409", "Unsqueeze1412", "StridedSlice1415", "Squeeze1416", "BinaryOp1417", "BinaryOp1418", "/blocks.10/self_attn/Gather_1_output_0", "/blocks.10/self_attn/Unsqueeze_1_output_0", "/blocks.10/self_attn/Concat_output_0", "/blocks.10/self_attn/Reshape_output_0", "/blocks.10/self_attn/Mul_output_0", "/blocks.10/self_attn/Shape_2_output_0", "Shape1425", "Rank1427", "BinaryOp1429", "Unsqueeze1430", "BinaryOp1432", "Unsqueeze1433", "StridedSlice1436", "Squeeze1437", "BinaryOp1438", "BinaryOp1439", "/blocks.10/self_attn/Gather_2_output_0", "/blocks.10/self_attn/Div_output_0", "/blocks.10/self_attn/Unsqueeze_7_output_0", "/blocks.10/self_attn/Slice_1_output_0", "/blocks.10/self_attn/Neg_output_0", "/blocks.10/self_attn/Unsqueeze_6_output_0", "/blocks.10/self_attn/Slice_output_0", "/blocks.10/self_attn/Concat_3_output_0", "/blocks.10/self_attn/Mul_1_output_0", "/blocks.10/self_attn/Add_output_0", "/blocks.10/self_attn/k_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_2_output_0", "/blocks.10/self_attn/Unsqueeze_3_output_0", "/blocks.10/self_attn/Concat_1_output_0", "/blocks.10/self_attn/Reshape_1_output_0", "/blocks.10/self_attn/Mul_2_output_0", "/blocks.10/self_attn/Shape_3_output_0", "Shape1458", "Rank1460", "BinaryOp1462", "Unsqueeze1463", "BinaryOp1465", "Unsqueeze1466", "StridedSlice1469", "Squeeze1470", "BinaryOp1471", "BinaryOp1472", "/blocks.10/self_attn/Gather_3_output_0", "/blocks.10/self_attn/Div_1_output_0", "/blocks.10/self_attn/Unsqueeze_9_output_0", "/blocks.10/self_attn/Slice_3_output_0", "/blocks.10/self_attn/Neg_1_output_0", "/blocks.10/self_attn/Unsqueeze_8_output_0", "/blocks.10/self_attn/Slice_2_output_0", "/blocks.10/self_attn/Concat_4_output_0", "/blocks.10/self_attn/Mul_3_output_0", "/blocks.10/self_attn/Add_1_output_0", "/blocks.10/self_attn/v_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_4_output_0", "/blocks.10/self_attn/Unsqueeze_5_output_0", "/blocks.10/self_attn/Concat_2_output_0", "/blocks.10/self_attn/Reshape_2_output_0", "/blocks.10/self_attn/fused_attn/FusedAttention_output_0", "/blocks.10/self_attn/o_proj/FakeLinear_output_0", "/blocks.10/Add_output_0", "/blocks.10/post_attention_layernorm/Mul_1_output_0", "/blocks.10/mlp/gate_proj/FakeLinear_output_0", "/blocks.10/mlp/act_fn/Mul_output_0", "/blocks.10/mlp/up_proj/FakeLinear_output_0", "/blocks.10/mlp/Mul_output_0", "/blocks.10/mlp/down_proj/FakeLinear_output_0", "/blocks.10/Add_1_output_0", "/blocks.11/Reshape_output_0", "/blocks.11/input_layernorm/Mul_1_output_0", "/blocks.11/self_attn/q_proj/FakeLinear_output_0", "/blocks.11/self_attn/Shape_output_0", "Shape1518", "Rank1520", "BinaryOp1522", "Unsqueeze1523", "BinaryOp1525", "Unsqueeze1526", "StridedSlice1529", "Squeeze1530", "BinaryOp1532", "/blocks.11/self_attn/Gather_output_0", "/blocks.11/self_attn/Unsqueeze_output_0", "Unsqueeze1540", "Unsqueeze1543", "StridedSlice1546", "Squeeze1547", "BinaryOp1548", "BinaryOp1549", "/blocks.11/self_attn/Gather_1_output_0", "/blocks.11/self_attn/Unsqueeze_1_output_0", "/blocks.11/self_attn/Concat_output_0", "/blocks.11/self_attn/Reshape_output_0", "/blocks.11/self_attn/Mul_output_0", "/blocks.11/self_attn/Shape_2_output_0", "Shape1556", "Rank1558", "BinaryOp1560", "Unsqueeze1561", "BinaryOp1563", "Unsqueeze1564", "StridedSlice1567", "Squeeze1568", "BinaryOp1569", "BinaryOp1570", "/blocks.11/self_attn/Gather_2_output_0", "/blocks.11/self_attn/Div_output_0", "/blocks.11/self_attn/Unsqueeze_7_output_0", "/blocks.11/self_attn/Slice_1_output_0", "/blocks.11/self_attn/Neg_output_0", "/blocks.11/self_attn/Unsqueeze_6_output_0", "/blocks.11/self_attn/Slice_output_0", "/blocks.11/self_attn/Concat_3_output_0", "/blocks.11/self_attn/Mul_1_output_0", "/blocks.11/self_attn/Add_output_0", "/blocks.11/self_attn/k_proj/FakeLinear_output_0", "/blocks.11/self_attn/Unsqueeze_2_output_0", "/blocks.11/self_attn/Unsqueeze_3_output_0", "/blocks.11/self_attn/Concat_1_output_0", "/blocks.11/self_attn/Reshape_1_output_0", "/blocks.11/self_attn/Mul_2_output_0", "/blocks.11/self_attn/Shape_3_output_0", "Shape1589", "Rank1591", "BinaryOp1593", "Unsqueeze1594", "BinaryOp1596", "Unsqueeze1597", "StridedSlice1600", "Squeeze1601", "BinaryOp1602", "BinaryOp1603", "/blocks.11/self_attn/Gather_3_output_0", "/blocks.11/self_attn/Div_1_output_0", "/blocks.11/self_attn/Unsqueeze_9_output_0", "/blocks.11/self_attn/Slice_3_output_0", "/blocks.11/self_attn/Neg_1_output_0", "/blocks.11/self_attn/Unsqueeze_8_output_0", "/blocks.11/self_attn/Slice_2_output_0", "/blocks.11/self_attn/Concat_4_output_0", "/blocks.11/self_attn/Mul_3_output_0", "/blocks.11/self_attn/Add_1_output_0", "/blocks.11/self_attn/v_proj/FakeLinear_output_0", "/blocks.11/self_attn/Unsqueeze_4_output_0", "/blocks.11/self_attn/Unsqueeze_5_output_0", "/blocks.11/self_attn/Concat_2_output_0", "/blocks.11/self_attn/Reshape_2_output_0", "/blocks.11/self_attn/fused_attn/FusedAttention_output_0", "/blocks.11/self_attn/o_proj/FakeLinear_output_0", "/blocks.11/Add_output_0", "/blocks.11/post_attention_layernorm/Mul_1_output_0", "/blocks.11/mlp/gate_proj/FakeLinear_output_0", "/blocks.11/mlp/act_fn/Mul_output_0", "/blocks.11/mlp/up_proj/FakeLinear_output_0", "/blocks.11/mlp/Mul_output_0", "/blocks.11/mlp/down_proj/FakeLinear_output_0", "/blocks.11/Add_1_output_0", "/blocks.12/Reshape_output_0", "/blocks.12/input_layernorm/Mul_1_output_0", "/blocks.12/self_attn/q_proj/FakeLinear_output_0", "/blocks.12/self_attn/Shape_output_0", "Shape1649", "Rank1651", "BinaryOp1653", "Unsqueeze1654", "BinaryOp1656", "Unsqueeze1657", "StridedSlice1660", "Squeeze1661", "BinaryOp1663", "/blocks.12/self_attn/Gather_output_0", "/blocks.12/self_attn/Unsqueeze_output_0", "Unsqueeze1671", "Unsqueeze1674", "StridedSlice1677", "Squeeze1678", "BinaryOp1679", "BinaryOp1680", "/blocks.12/self_attn/Gather_1_output_0", "/blocks.12/self_attn/Unsqueeze_1_output_0", "/blocks.12/self_attn/Concat_output_0", "/blocks.12/self_attn/Reshape_output_0", "/blocks.12/self_attn/Mul_output_0", "/blocks.12/self_attn/Shape_2_output_0", "Shape1687", "Rank1689", "BinaryOp1691", "Unsqueeze1692", "BinaryOp1694", "Unsqueeze1695", "StridedSlice1698", "Squeeze1699", "BinaryOp1700", "BinaryOp1701", "/blocks.12/self_attn/Gather_2_output_0", "/blocks.12/self_attn/Div_output_0", "/blocks.12/self_attn/Unsqueeze_7_output_0", "/blocks.12/self_attn/Slice_1_output_0", "/blocks.12/self_attn/Neg_output_0", "/blocks.12/self_attn/Unsqueeze_6_output_0", "/blocks.12/self_attn/Slice_output_0", "/blocks.12/self_attn/Concat_3_output_0", "/blocks.12/self_attn/Mul_1_output_0", "/blocks.12/self_attn/Add_output_0", "/blocks.12/self_attn/k_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_2_output_0", "/blocks.12/self_attn/Unsqueeze_3_output_0", "/blocks.12/self_attn/Concat_1_output_0", "/blocks.12/self_attn/Reshape_1_output_0", "/blocks.12/self_attn/Mul_2_output_0", "/blocks.12/self_attn/Shape_3_output_0", "Shape1720", "Rank1722", "BinaryOp1724", "Unsqueeze1725", "BinaryOp1727", "Unsqueeze1728", "StridedSlice1731", "Squeeze1732", "BinaryOp1733", "BinaryOp1734", "/blocks.12/self_attn/Gather_3_output_0", "/blocks.12/self_attn/Div_1_output_0", "/blocks.12/self_attn/Unsqueeze_9_output_0", "/blocks.12/self_attn/Slice_3_output_0", "/blocks.12/self_attn/Neg_1_output_0", "/blocks.12/self_attn/Unsqueeze_8_output_0", "/blocks.12/self_attn/Slice_2_output_0", "/blocks.12/self_attn/Concat_4_output_0", "/blocks.12/self_attn/Mul_3_output_0", "/blocks.12/self_attn/Add_1_output_0", "/blocks.12/self_attn/v_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_4_output_0", "/blocks.12/self_attn/Unsqueeze_5_output_0", "/blocks.12/self_attn/Concat_2_output_0", "/blocks.12/self_attn/Reshape_2_output_0", "/blocks.12/self_attn/fused_attn/FusedAttention_output_0", "/blocks.12/self_attn/o_proj/FakeLinear_output_0", "/blocks.12/Add_output_0", "/blocks.12/post_attention_layernorm/Mul_1_output_0", "/blocks.12/mlp/gate_proj/FakeLinear_output_0", "/blocks.12/mlp/act_fn/Mul_output_0", "/blocks.12/mlp/up_proj/FakeLinear_output_0", "/blocks.12/mlp/Mul_output_0", "/blocks.12/mlp/down_proj/FakeLinear_output_0", "/blocks.12/Add_1_output_0", "/blocks.13/Reshape_output_0", "/blocks.13/input_layernorm/Mul_1_output_0", "/blocks.13/self_attn/q_proj/FakeLinear_output_0", "/blocks.13/self_attn/Shape_output_0", "Shape1780", "Rank1782", "BinaryOp1784", "Unsqueeze1785", "BinaryOp1787", "Unsqueeze1788", "StridedSlice1791", "Squeeze1792", "BinaryOp1794", "/blocks.13/self_attn/Gather_output_0", "/blocks.13/self_attn/Unsqueeze_output_0", "Unsqueeze1802", "Unsqueeze1805", "StridedSlice1808", "Squeeze1809", "BinaryOp1810", "BinaryOp1811", "/blocks.13/self_attn/Gather_1_output_0", "/blocks.13/self_attn/Unsqueeze_1_output_0", "/blocks.13/self_attn/Concat_output_0", "/blocks.13/self_attn/Reshape_output_0", "/blocks.13/self_attn/Mul_output_0", "/blocks.13/self_attn/Shape_2_output_0", "Shape1818", "Rank1820", "BinaryOp1822", "Unsqueeze1823", "BinaryOp1825", "Unsqueeze1826", "StridedSlice1829", "Squeeze1830", "BinaryOp1831", "BinaryOp1832", "/blocks.13/self_attn/Gather_2_output_0", "/blocks.13/self_attn/Div_output_0", "/blocks.13/self_attn/Unsqueeze_7_output_0", "/blocks.13/self_attn/Slice_1_output_0", "/blocks.13/self_attn/Neg_output_0", "/blocks.13/self_attn/Unsqueeze_6_output_0", "/blocks.13/self_attn/Slice_output_0", "/blocks.13/self_attn/Concat_3_output_0", "/blocks.13/self_attn/Mul_1_output_0", "/blocks.13/self_attn/Add_output_0", "/blocks.13/self_attn/k_proj/FakeLinear_output_0", "/blocks.13/self_attn/Unsqueeze_2_output_0", "/blocks.13/self_attn/Unsqueeze_3_output_0", "/blocks.13/self_attn/Concat_1_output_0", "/blocks.13/self_attn/Reshape_1_output_0", "/blocks.13/self_attn/Mul_2_output_0", "/blocks.13/self_attn/Shape_3_output_0", "Shape1851", "Rank1853", "BinaryOp1855", "Unsqueeze1856", "BinaryOp1858", "Unsqueeze1859", "StridedSlice1862", "Squeeze1863", "BinaryOp1864", "BinaryOp1865", "/blocks.13/self_attn/Gather_3_output_0", "/blocks.13/self_attn/Div_1_output_0", "/blocks.13/self_attn/Unsqueeze_9_output_0", "/blocks.13/self_attn/Slice_3_output_0", "/blocks.13/self_attn/Neg_1_output_0", "/blocks.13/self_attn/Unsqueeze_8_output_0", "/blocks.13/self_attn/Slice_2_output_0", "/blocks.13/self_attn/Concat_4_output_0", "/blocks.13/self_attn/Mul_3_output_0", "/blocks.13/self_attn/Add_1_output_0", "/blocks.13/self_attn/v_proj/FakeLinear_output_0", "/blocks.13/self_attn/Unsqueeze_4_output_0", "/blocks.13/self_attn/Unsqueeze_5_output_0", "/blocks.13/self_attn/Concat_2_output_0", "/blocks.13/self_attn/Reshape_2_output_0", "/blocks.13/self_attn/fused_attn/FusedAttention_output_0", "/blocks.13/self_attn/o_proj/FakeLinear_output_0", "/blocks.13/Add_output_0", "/blocks.13/post_attention_layernorm/Mul_1_output_0", "/blocks.13/mlp/gate_proj/FakeLinear_output_0", "/blocks.13/mlp/act_fn/Mul_output_0", "/blocks.13/mlp/up_proj/FakeLinear_output_0", "/blocks.13/mlp/Mul_output_0", "/blocks.13/mlp/down_proj/FakeLinear_output_0", "/blocks.13/Add_1_output_0", "/blocks.14/Reshape_output_0", "/blocks.14/input_layernorm/Mul_1_output_0", "/blocks.14/self_attn/q_proj/FakeLinear_output_0", "/blocks.14/self_attn/Shape_output_0", "Shape1911", "Rank1913", "BinaryOp1915", "Unsqueeze1916", "BinaryOp1918", "Unsqueeze1919", "StridedSlice1922", "Squeeze1923", "BinaryOp1925", "/blocks.14/self_attn/Gather_output_0", "/blocks.14/self_attn/Unsqueeze_output_0", "Unsqueeze1933", "Unsqueeze1936", "StridedSlice1939", "Squeeze1940", "BinaryOp1941", "BinaryOp1942", "/blocks.14/self_attn/Gather_1_output_0", "/blocks.14/self_attn/Unsqueeze_1_output_0", "/blocks.14/self_attn/Concat_output_0", "/blocks.14/self_attn/Reshape_output_0", "/blocks.14/self_attn/Mul_output_0", "/blocks.14/self_attn/Shape_2_output_0", "Shape1949", "Rank1951", "BinaryOp1953", "Unsqueeze1954", "BinaryOp1956", "Unsqueeze1957", "StridedSlice1960", "Squeeze1961", "BinaryOp1962", "BinaryOp1963", "/blocks.14/self_attn/Gather_2_output_0", "/blocks.14/self_attn/Div_output_0", "/blocks.14/self_attn/Unsqueeze_7_output_0", "/blocks.14/self_attn/Slice_1_output_0", "/blocks.14/self_attn/Neg_output_0", "/blocks.14/self_attn/Unsqueeze_6_output_0", "/blocks.14/self_attn/Slice_output_0", "/blocks.14/self_attn/Concat_3_output_0", "/blocks.14/self_attn/Mul_1_output_0", "/blocks.14/self_attn/Add_output_0", "/blocks.14/self_attn/k_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_2_output_0", "/blocks.14/self_attn/Unsqueeze_3_output_0", "/blocks.14/self_attn/Concat_1_output_0", "/blocks.14/self_attn/Reshape_1_output_0", "/blocks.14/self_attn/Mul_2_output_0", "/blocks.14/self_attn/Shape_3_output_0", "Shape1982", "Rank1984", "BinaryOp1986", "Unsqueeze1987", "BinaryOp1989", "Unsqueeze1990", "StridedSlice1993", "Squeeze1994", "BinaryOp1995", "BinaryOp1996", "/blocks.14/self_attn/Gather_3_output_0", "/blocks.14/self_attn/Div_1_output_0", "/blocks.14/self_attn/Unsqueeze_9_output_0", "/blocks.14/self_attn/Slice_3_output_0", "/blocks.14/self_attn/Neg_1_output_0", "/blocks.14/self_attn/Unsqueeze_8_output_0", "/blocks.14/self_attn/Slice_2_output_0", "/blocks.14/self_attn/Concat_4_output_0", "/blocks.14/self_attn/Mul_3_output_0", "/blocks.14/self_attn/Add_1_output_0", "/blocks.14/self_attn/v_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_4_output_0", "/blocks.14/self_attn/Unsqueeze_5_output_0", "/blocks.14/self_attn/Concat_2_output_0", "/blocks.14/self_attn/Reshape_2_output_0", "/blocks.14/self_attn/fused_attn/FusedAttention_output_0", "/blocks.14/self_attn/o_proj/FakeLinear_output_0", "/blocks.14/Add_output_0", "/blocks.14/post_attention_layernorm/Mul_1_output_0", "/blocks.14/mlp/gate_proj/FakeLinear_output_0", "/blocks.14/mlp/act_fn/Mul_output_0", "/blocks.14/mlp/up_proj/FakeLinear_output_0", "/blocks.14/mlp/Mul_output_0", "/blocks.14/mlp/down_proj/FakeLinear_output_0", "/blocks.14/Add_1_output_0", "/blocks.15/Reshape_output_0", "/blocks.15/input_layernorm/Mul_1_output_0", "/blocks.15/self_attn/q_proj/FakeLinear_output_0", "/blocks.15/self_attn/Shape_output_0", "Shape2042", "Rank2044", "BinaryOp2046", "Unsqueeze2047", "BinaryOp2049", "Unsqueeze2050", "StridedSlice2053", "Squeeze2054", "BinaryOp2056", "/blocks.15/self_attn/Gather_output_0", "/blocks.15/self_attn/Unsqueeze_output_0", "Unsqueeze2064", "Unsqueeze2067", "StridedSlice2070", "Squeeze2071", "BinaryOp2072", "BinaryOp2073", "/blocks.15/self_attn/Gather_1_output_0", "/blocks.15/self_attn/Unsqueeze_1_output_0", "/blocks.15/self_attn/Concat_output_0", "/blocks.15/self_attn/Reshape_output_0", "/blocks.15/self_attn/Mul_output_0", "/blocks.15/self_attn/Shape_2_output_0", "Shape2080", "Rank2082", "BinaryOp2084", "Unsqueeze2085", "BinaryOp2087", "Unsqueeze2088", "StridedSlice2091", "Squeeze2092", "BinaryOp2093", "BinaryOp2094", "/blocks.15/self_attn/Gather_2_output_0", "/blocks.15/self_attn/Div_output_0", "/blocks.15/self_attn/Unsqueeze_7_output_0", "/blocks.15/self_attn/Slice_1_output_0", "/blocks.15/self_attn/Neg_output_0", "/blocks.15/self_attn/Unsqueeze_6_output_0", "/blocks.15/self_attn/Slice_output_0", "/blocks.15/self_attn/Concat_3_output_0", "/blocks.15/self_attn/Mul_1_output_0", "/blocks.15/self_attn/Add_output_0", "/blocks.15/self_attn/k_proj/FakeLinear_output_0", "/blocks.15/self_attn/Unsqueeze_2_output_0", "/blocks.15/self_attn/Unsqueeze_3_output_0", "/blocks.15/self_attn/Concat_1_output_0", "/blocks.15/self_attn/Reshape_1_output_0", "/blocks.15/self_attn/Mul_2_output_0", "/blocks.15/self_attn/Shape_3_output_0", "Shape2113", "Rank2115", "BinaryOp2117", "Unsqueeze2118", "BinaryOp2120", "Unsqueeze2121", "StridedSlice2124", "Squeeze2125", "BinaryOp2126", "BinaryOp2127", "/blocks.15/self_attn/Gather_3_output_0", "/blocks.15/self_attn/Div_1_output_0", "/blocks.15/self_attn/Unsqueeze_9_output_0", "/blocks.15/self_attn/Slice_3_output_0", "/blocks.15/self_attn/Neg_1_output_0", "/blocks.15/self_attn/Unsqueeze_8_output_0", "/blocks.15/self_attn/Slice_2_output_0", "/blocks.15/self_attn/Concat_4_output_0", "/blocks.15/self_attn/Mul_3_output_0", "/blocks.15/self_attn/Add_1_output_0", "/blocks.15/self_attn/v_proj/FakeLinear_output_0", "/blocks.15/self_attn/Unsqueeze_4_output_0", "/blocks.15/self_attn/Unsqueeze_5_output_0", "/blocks.15/self_attn/Concat_2_output_0", "/blocks.15/self_attn/Reshape_2_output_0", "/blocks.15/self_attn/fused_attn/FusedAttention_output_0", "/blocks.15/self_attn/o_proj/FakeLinear_output_0", "/blocks.15/Add_output_0", "/blocks.15/post_attention_layernorm/Mul_1_output_0", "/blocks.15/mlp/gate_proj/FakeLinear_output_0", "/blocks.15/mlp/act_fn/Mul_output_0", "/blocks.15/mlp/up_proj/FakeLinear_output_0", "/blocks.15/mlp/Mul_output_0", "/blocks.15/mlp/down_proj/FakeLinear_output_0", "/blocks.15/Add_1_output_0", "/blocks.16/Reshape_output_0", "/blocks.16/input_layernorm/Mul_1_output_0", "/blocks.16/self_attn/q_proj/FakeLinear_output_0", "/blocks.16/self_attn/Shape_output_0", "Shape2173", "Rank2175", "BinaryOp2177", "Unsqueeze2178", "BinaryOp2180", "Unsqueeze2181", "StridedSlice2184", "Squeeze2185", "BinaryOp2187", "/blocks.16/self_attn/Gather_output_0", "/blocks.16/self_attn/Unsqueeze_output_0", "Unsqueeze2195", "Unsqueeze2198", "StridedSlice2201", "Squeeze2202", "BinaryOp2203", "BinaryOp2204", "/blocks.16/self_attn/Gather_1_output_0", "/blocks.16/self_attn/Unsqueeze_1_output_0", "/blocks.16/self_attn/Concat_output_0", "/blocks.16/self_attn/Reshape_output_0", "/blocks.16/self_attn/Mul_output_0", "/blocks.16/self_attn/Shape_2_output_0", "Shape2211", "Rank2213", "BinaryOp2215", "Unsqueeze2216", "BinaryOp2218", "Unsqueeze2219", "StridedSlice2222", "Squeeze2223", "BinaryOp2224", "BinaryOp2225", "/blocks.16/self_attn/Gather_2_output_0", "/blocks.16/self_attn/Div_output_0", "/blocks.16/self_attn/Unsqueeze_7_output_0", "/blocks.16/self_attn/Slice_1_output_0", "/blocks.16/self_attn/Neg_output_0", "/blocks.16/self_attn/Unsqueeze_6_output_0", "/blocks.16/self_attn/Slice_output_0", "/blocks.16/self_attn/Concat_3_output_0", "/blocks.16/self_attn/Mul_1_output_0", "/blocks.16/self_attn/Add_output_0", "/blocks.16/self_attn/k_proj/FakeLinear_output_0", "/blocks.16/self_attn/Unsqueeze_2_output_0", "/blocks.16/self_attn/Unsqueeze_3_output_0", "/blocks.16/self_attn/Concat_1_output_0", "/blocks.16/self_attn/Reshape_1_output_0", "/blocks.16/self_attn/Mul_2_output_0", "/blocks.16/self_attn/Shape_3_output_0", "Shape2244", "Rank2246", "BinaryOp2248", "Unsqueeze2249", "BinaryOp2251", "Unsqueeze2252", "StridedSlice2255", "Squeeze2256", "BinaryOp2257", "BinaryOp2258", "/blocks.16/self_attn/Gather_3_output_0", "/blocks.16/self_attn/Div_1_output_0", "/blocks.16/self_attn/Unsqueeze_9_output_0", "/blocks.16/self_attn/Slice_3_output_0", "/blocks.16/self_attn/Neg_1_output_0", "/blocks.16/self_attn/Unsqueeze_8_output_0", "/blocks.16/self_attn/Slice_2_output_0", "/blocks.16/self_attn/Concat_4_output_0", "/blocks.16/self_attn/Mul_3_output_0", "/blocks.16/self_attn/Add_1_output_0", "/blocks.16/self_attn/v_proj/FakeLinear_output_0", "/blocks.16/self_attn/Unsqueeze_4_output_0", "/blocks.16/self_attn/Unsqueeze_5_output_0", "/blocks.16/self_attn/Concat_2_output_0", "/blocks.16/self_attn/Reshape_2_output_0", "/blocks.16/self_attn/fused_attn/FusedAttention_output_0", "/blocks.16/self_attn/o_proj/FakeLinear_output_0", "/blocks.16/Add_output_0", "/blocks.16/post_attention_layernorm/Mul_1_output_0", "/blocks.16/mlp/gate_proj/FakeLinear_output_0", "/blocks.16/mlp/act_fn/Mul_output_0", "/blocks.16/mlp/up_proj/FakeLinear_output_0", "/blocks.16/mlp/Mul_output_0", "/blocks.16/mlp/down_proj/FakeLinear_output_0", "/blocks.16/Add_1_output_0", "/blocks.17/Reshape_output_0", "/blocks.17/input_layernorm/Mul_1_output_0", "/blocks.17/self_attn/q_proj/FakeLinear_output_0", "/blocks.17/self_attn/Shape_output_0", "Shape2304", "Rank2306", "BinaryOp2308", "Unsqueeze2309", "BinaryOp2311", "Unsqueeze2312", "StridedSlice2315", "Squeeze2316", "BinaryOp2318", "/blocks.17/self_attn/Gather_output_0", "/blocks.17/self_attn/Unsqueeze_output_0", "Unsqueeze2326", "Unsqueeze2329", "StridedSlice2332", "Squeeze2333", "BinaryOp2334", "BinaryOp2335", "/blocks.17/self_attn/Gather_1_output_0", "/blocks.17/self_attn/Unsqueeze_1_output_0", "/blocks.17/self_attn/Concat_output_0", "/blocks.17/self_attn/Reshape_output_0", "/blocks.17/self_attn/Mul_output_0", "/blocks.17/self_attn/Shape_2_output_0", "Shape2342", "Rank2344", "BinaryOp2346", "Unsqueeze2347", "BinaryOp2349", "Unsqueeze2350", "StridedSlice2353", "Squeeze2354", "BinaryOp2355", "BinaryOp2356", "/blocks.17/self_attn/Gather_2_output_0", "/blocks.17/self_attn/Div_output_0", "/blocks.17/self_attn/Unsqueeze_7_output_0", "/blocks.17/self_attn/Slice_1_output_0", "/blocks.17/self_attn/Neg_output_0", "/blocks.17/self_attn/Unsqueeze_6_output_0", "/blocks.17/self_attn/Slice_output_0", "/blocks.17/self_attn/Concat_3_output_0", "/blocks.17/self_attn/Mul_1_output_0", "/blocks.17/self_attn/Add_output_0", "/blocks.17/self_attn/k_proj/FakeLinear_output_0", "/blocks.17/self_attn/Unsqueeze_2_output_0", "/blocks.17/self_attn/Unsqueeze_3_output_0", "/blocks.17/self_attn/Concat_1_output_0", "/blocks.17/self_attn/Reshape_1_output_0", "/blocks.17/self_attn/Mul_2_output_0", "/blocks.17/self_attn/Shape_3_output_0", "Shape2375", "Rank2377", "BinaryOp2379", "Unsqueeze2380", "BinaryOp2382", "Unsqueeze2383", "StridedSlice2386", "Squeeze2387", "BinaryOp2388", "BinaryOp2389", "/blocks.17/self_attn/Gather_3_output_0", "/blocks.17/self_attn/Div_1_output_0", "/blocks.17/self_attn/Unsqueeze_9_output_0", "/blocks.17/self_attn/Slice_3_output_0", "/blocks.17/self_attn/Neg_1_output_0", "/blocks.17/self_attn/Unsqueeze_8_output_0", "/blocks.17/self_attn/Slice_2_output_0", "/blocks.17/self_attn/Concat_4_output_0", "/blocks.17/self_attn/Mul_3_output_0", "/blocks.17/self_attn/Add_1_output_0", "/blocks.17/self_attn/v_proj/FakeLinear_output_0", "/blocks.17/self_attn/Unsqueeze_4_output_0", "/blocks.17/self_attn/Unsqueeze_5_output_0", "/blocks.17/self_attn/Concat_2_output_0", "/blocks.17/self_attn/Reshape_2_output_0", "/blocks.17/self_attn/fused_attn/FusedAttention_output_0", "/blocks.17/self_attn/o_proj/FakeLinear_output_0", "/blocks.17/Add_output_0", "/blocks.17/post_attention_layernorm/Mul_1_output_0", "/blocks.17/mlp/gate_proj/FakeLinear_output_0", "/blocks.17/mlp/act_fn/Mul_output_0", "/blocks.17/mlp/up_proj/FakeLinear_output_0", "/blocks.17/mlp/Mul_output_0", "/blocks.17/mlp/down_proj/FakeLinear_output_0", "/blocks.17/Add_1_output_0", "/blocks.18/Reshape_output_0", "/blocks.18/input_layernorm/Mul_1_output_0", "/blocks.18/self_attn/q_proj/FakeLinear_output_0", "/blocks.18/self_attn/Shape_output_0", "Shape2435", "Rank2437", "BinaryOp2439", "Unsqueeze2440", "BinaryOp2442", "Unsqueeze2443", "StridedSlice2446", "Squeeze2447", "BinaryOp2449", "/blocks.18/self_attn/Gather_output_0", "/blocks.18/self_attn/Unsqueeze_output_0", "Unsqueeze2457", "Unsqueeze2460", "StridedSlice2463", "Squeeze2464", "BinaryOp2465", "BinaryOp2466", "/blocks.18/self_attn/Gather_1_output_0", "/blocks.18/self_attn/Unsqueeze_1_output_0", "/blocks.18/self_attn/Concat_output_0", "/blocks.18/self_attn/Reshape_output_0", "/blocks.18/self_attn/Mul_output_0", "/blocks.18/self_attn/Shape_2_output_0", "Shape2473", "Rank2475", "BinaryOp2477", "Unsqueeze2478", "BinaryOp2480", "Unsqueeze2481", "StridedSlice2484", "Squeeze2485", "BinaryOp2486", "BinaryOp2487", "/blocks.18/self_attn/Gather_2_output_0", "/blocks.18/self_attn/Div_output_0", "/blocks.18/self_attn/Unsqueeze_7_output_0", "/blocks.18/self_attn/Slice_1_output_0", "/blocks.18/self_attn/Neg_output_0", "/blocks.18/self_attn/Unsqueeze_6_output_0", "/blocks.18/self_attn/Slice_output_0", "/blocks.18/self_attn/Concat_3_output_0", "/blocks.18/self_attn/Mul_1_output_0", "/blocks.18/self_attn/Add_output_0", "/blocks.18/self_attn/k_proj/FakeLinear_output_0", "/blocks.18/self_attn/Unsqueeze_2_output_0", "/blocks.18/self_attn/Unsqueeze_3_output_0", "/blocks.18/self_attn/Concat_1_output_0", "/blocks.18/self_attn/Reshape_1_output_0", "/blocks.18/self_attn/Mul_2_output_0", "/blocks.18/self_attn/Shape_3_output_0", "Shape2506", "Rank2508", "BinaryOp2510", "Unsqueeze2511", "BinaryOp2513", "Unsqueeze2514", "StridedSlice2517", "Squeeze2518", "BinaryOp2519", "BinaryOp2520", "/blocks.18/self_attn/Gather_3_output_0", "/blocks.18/self_attn/Div_1_output_0", "/blocks.18/self_attn/Unsqueeze_9_output_0", "/blocks.18/self_attn/Slice_3_output_0", "/blocks.18/self_attn/Neg_1_output_0", "/blocks.18/self_attn/Unsqueeze_8_output_0", "/blocks.18/self_attn/Slice_2_output_0", "/blocks.18/self_attn/Concat_4_output_0", "/blocks.18/self_attn/Mul_3_output_0", "/blocks.18/self_attn/Add_1_output_0", "/blocks.18/self_attn/v_proj/FakeLinear_output_0", "/blocks.18/self_attn/Unsqueeze_4_output_0", "/blocks.18/self_attn/Unsqueeze_5_output_0", "/blocks.18/self_attn/Concat_2_output_0", "/blocks.18/self_attn/Reshape_2_output_0", "/blocks.18/self_attn/fused_attn/FusedAttention_output_0", "/blocks.18/self_attn/o_proj/FakeLinear_output_0", "/blocks.18/Add_output_0", "/blocks.18/post_attention_layernorm/Mul_1_output_0", "/blocks.18/mlp/gate_proj/FakeLinear_output_0", "/blocks.18/mlp/act_fn/Mul_output_0", "/blocks.18/mlp/up_proj/FakeLinear_output_0", "/blocks.18/mlp/Mul_output_0", "/blocks.18/mlp/down_proj/FakeLinear_output_0", "/blocks.18/Add_1_output_0", "/blocks.19/Reshape_output_0", "/blocks.19/input_layernorm/Mul_1_output_0", "/blocks.19/self_attn/q_proj/FakeLinear_output_0", "/blocks.19/self_attn/Shape_output_0", "Shape2566", "Rank2568", "BinaryOp2570", "Unsqueeze2571", "BinaryOp2573", "Unsqueeze2574", "StridedSlice2577", "Squeeze2578", "BinaryOp2580", "/blocks.19/self_attn/Gather_output_0", "/blocks.19/self_attn/Unsqueeze_output_0", "Unsqueeze2588", "Unsqueeze2591", "StridedSlice2594", "Squeeze2595", "BinaryOp2596", "BinaryOp2597", "/blocks.19/self_attn/Gather_1_output_0", "/blocks.19/self_attn/Unsqueeze_1_output_0", "/blocks.19/self_attn/Concat_output_0", "/blocks.19/self_attn/Reshape_output_0", "/blocks.19/self_attn/Mul_output_0", "/blocks.19/self_attn/Shape_2_output_0", "Shape2604", "Rank2606", "BinaryOp2608", "Unsqueeze2609", "BinaryOp2611", "Unsqueeze2612", "StridedSlice2615", "Squeeze2616", "BinaryOp2617", "BinaryOp2618", "/blocks.19/self_attn/Gather_2_output_0", "/blocks.19/self_attn/Div_output_0", "/blocks.19/self_attn/Unsqueeze_7_output_0", "/blocks.19/self_attn/Slice_1_output_0", "/blocks.19/self_attn/Neg_output_0", "/blocks.19/self_attn/Unsqueeze_6_output_0", "/blocks.19/self_attn/Slice_output_0", "/blocks.19/self_attn/Concat_3_output_0", "/blocks.19/self_attn/Mul_1_output_0", "/blocks.19/self_attn/Add_output_0", "/blocks.19/self_attn/k_proj/FakeLinear_output_0", "/blocks.19/self_attn/Unsqueeze_2_output_0", "/blocks.19/self_attn/Unsqueeze_3_output_0", "/blocks.19/self_attn/Concat_1_output_0", "/blocks.19/self_attn/Reshape_1_output_0", "/blocks.19/self_attn/Mul_2_output_0", "/blocks.19/self_attn/Shape_3_output_0", "Shape2637", "Rank2639", "BinaryOp2641", "Unsqueeze2642", "BinaryOp2644", "Unsqueeze2645", "StridedSlice2648", "Squeeze2649", "BinaryOp2650", "BinaryOp2651", "/blocks.19/self_attn/Gather_3_output_0", "/blocks.19/self_attn/Div_1_output_0", "/blocks.19/self_attn/Unsqueeze_9_output_0", "/blocks.19/self_attn/Slice_3_output_0", "/blocks.19/self_attn/Neg_1_output_0", "/blocks.19/self_attn/Unsqueeze_8_output_0", "/blocks.19/self_attn/Slice_2_output_0", "/blocks.19/self_attn/Concat_4_output_0", "/blocks.19/self_attn/Mul_3_output_0", "/blocks.19/self_attn/Add_1_output_0", "/blocks.19/self_attn/v_proj/FakeLinear_output_0", "/blocks.19/self_attn/Unsqueeze_4_output_0", "/blocks.19/self_attn/Unsqueeze_5_output_0", "/blocks.19/self_attn/Concat_2_output_0", "/blocks.19/self_attn/Reshape_2_output_0", "/blocks.19/self_attn/fused_attn/FusedAttention_output_0", "/blocks.19/self_attn/o_proj/FakeLinear_output_0", "/blocks.19/Add_output_0", "/blocks.19/post_attention_layernorm/Mul_1_output_0", "/blocks.19/mlp/gate_proj/FakeLinear_output_0", "/blocks.19/mlp/act_fn/Mul_output_0", "/blocks.19/mlp/up_proj/FakeLinear_output_0", "/blocks.19/mlp/Mul_output_0", "/blocks.19/mlp/down_proj/FakeLinear_output_0", "/blocks.19/Add_1_output_0", "/blocks.20/Reshape_output_0", "/blocks.20/input_layernorm/Mul_1_output_0", "/blocks.20/self_attn/q_proj/FakeLinear_output_0", "/blocks.20/self_attn/Shape_output_0", "Shape2697", "Rank2699", "BinaryOp2701", "Unsqueeze2702", "BinaryOp2704", "Unsqueeze2705", "StridedSlice2708", "Squeeze2709", "BinaryOp2711", "/blocks.20/self_attn/Gather_output_0", "/blocks.20/self_attn/Unsqueeze_output_0", "Unsqueeze2719", "Unsqueeze2722", "StridedSlice2725", "Squeeze2726", "BinaryOp2727", "BinaryOp2728", "/blocks.20/self_attn/Gather_1_output_0", "/blocks.20/self_attn/Unsqueeze_1_output_0", "/blocks.20/self_attn/Concat_output_0", "/blocks.20/self_attn/Reshape_output_0", "/blocks.20/self_attn/Mul_output_0", "/blocks.20/self_attn/Shape_2_output_0", "Shape2735", "Rank2737", "BinaryOp2739", "Unsqueeze2740", "BinaryOp2742", "Unsqueeze2743", "StridedSlice2746", "Squeeze2747", "BinaryOp2748", "BinaryOp2749", "/blocks.20/self_attn/Gather_2_output_0", "/blocks.20/self_attn/Div_output_0", "/blocks.20/self_attn/Unsqueeze_7_output_0", "/blocks.20/self_attn/Slice_1_output_0", "/blocks.20/self_attn/Neg_output_0", "/blocks.20/self_attn/Unsqueeze_6_output_0", "/blocks.20/self_attn/Slice_output_0", "/blocks.20/self_attn/Concat_3_output_0", "/blocks.20/self_attn/Mul_1_output_0", "/blocks.20/self_attn/Add_output_0", "/blocks.20/self_attn/k_proj/FakeLinear_output_0", "/blocks.20/self_attn/Unsqueeze_2_output_0", "/blocks.20/self_attn/Unsqueeze_3_output_0", "/blocks.20/self_attn/Concat_1_output_0", "/blocks.20/self_attn/Reshape_1_output_0", "/blocks.20/self_attn/Mul_2_output_0", "/blocks.20/self_attn/Shape_3_output_0", "Shape2768", "Rank2770", "BinaryOp2772", "Unsqueeze2773", "BinaryOp2775", "Unsqueeze2776", "StridedSlice2779", "Squeeze2780", "BinaryOp2781", "BinaryOp2782", "/blocks.20/self_attn/Gather_3_output_0", "/blocks.20/self_attn/Div_1_output_0", "/blocks.20/self_attn/Unsqueeze_9_output_0", "/blocks.20/self_attn/Slice_3_output_0", "/blocks.20/self_attn/Neg_1_output_0", "/blocks.20/self_attn/Unsqueeze_8_output_0", "/blocks.20/self_attn/Slice_2_output_0", "/blocks.20/self_attn/Concat_4_output_0", "/blocks.20/self_attn/Mul_3_output_0", "/blocks.20/self_attn/Add_1_output_0", "/blocks.20/self_attn/v_proj/FakeLinear_output_0", "/blocks.20/self_attn/Unsqueeze_4_output_0", "/blocks.20/self_attn/Unsqueeze_5_output_0", "/blocks.20/self_attn/Concat_2_output_0", "/blocks.20/self_attn/Reshape_2_output_0", "/blocks.20/self_attn/fused_attn/FusedAttention_output_0", "/blocks.20/self_attn/o_proj/FakeLinear_output_0", "/blocks.20/Add_output_0", "/blocks.20/post_attention_layernorm/Mul_1_output_0", "/blocks.20/mlp/gate_proj/FakeLinear_output_0", "/blocks.20/mlp/act_fn/Mul_output_0", "/blocks.20/mlp/up_proj/FakeLinear_output_0", "/blocks.20/mlp/Mul_output_0", "/blocks.20/mlp/down_proj/FakeLinear_output_0", "/blocks.20/Add_1_output_0", "/blocks.21/Reshape_output_0", "/blocks.21/input_layernorm/Mul_1_output_0", "/blocks.21/self_attn/q_proj/FakeLinear_output_0", "/blocks.21/self_attn/Shape_output_0", "Shape2828", "Rank2830", "BinaryOp2832", "Unsqueeze2833", "BinaryOp2835", "Unsqueeze2836", "StridedSlice2839", "Squeeze2840", "BinaryOp2842", "/blocks.21/self_attn/Gather_output_0", "/blocks.21/self_attn/Unsqueeze_output_0", "Unsqueeze2850", "Unsqueeze2853", "StridedSlice2856", "Squeeze2857", "BinaryOp2858", "BinaryOp2859", "/blocks.21/self_attn/Gather_1_output_0", "/blocks.21/self_attn/Unsqueeze_1_output_0", "/blocks.21/self_attn/Concat_output_0", "/blocks.21/self_attn/Reshape_output_0", "/blocks.21/self_attn/Mul_output_0", "/blocks.21/self_attn/Shape_2_output_0", "Shape2866", "Rank2868", "BinaryOp2870", "Unsqueeze2871", "BinaryOp2873", "Unsqueeze2874", "StridedSlice2877", "Squeeze2878", "BinaryOp2879", "BinaryOp2880", "/blocks.21/self_attn/Gather_2_output_0", "/blocks.21/self_attn/Div_output_0", "/blocks.21/self_attn/Unsqueeze_7_output_0", "/blocks.21/self_attn/Slice_1_output_0", "/blocks.21/self_attn/Neg_output_0", "/blocks.21/self_attn/Unsqueeze_6_output_0", "/blocks.21/self_attn/Slice_output_0", "/blocks.21/self_attn/Concat_3_output_0", "/blocks.21/self_attn/Mul_1_output_0", "/blocks.21/self_attn/Add_output_0", "/blocks.21/self_attn/k_proj/FakeLinear_output_0", "/blocks.21/self_attn/Unsqueeze_2_output_0", "/blocks.21/self_attn/Unsqueeze_3_output_0", "/blocks.21/self_attn/Concat_1_output_0", "/blocks.21/self_attn/Reshape_1_output_0", "/blocks.21/self_attn/Mul_2_output_0", "/blocks.21/self_attn/Shape_3_output_0", "Shape2899", "Rank2901", "BinaryOp2903", "Unsqueeze2904", "BinaryOp2906", "Unsqueeze2907", "StridedSlice2910", "Squeeze2911", "BinaryOp2912", "BinaryOp2913", "/blocks.21/self_attn/Gather_3_output_0", "/blocks.21/self_attn/Div_1_output_0", "/blocks.21/self_attn/Unsqueeze_9_output_0", "/blocks.21/self_attn/Slice_3_output_0", "/blocks.21/self_attn/Neg_1_output_0", "/blocks.21/self_attn/Unsqueeze_8_output_0", "/blocks.21/self_attn/Slice_2_output_0", "/blocks.21/self_attn/Concat_4_output_0", "/blocks.21/self_attn/Mul_3_output_0", "/blocks.21/self_attn/Add_1_output_0", "/blocks.21/self_attn/v_proj/FakeLinear_output_0", "/blocks.21/self_attn/Unsqueeze_4_output_0", "/blocks.21/self_attn/Unsqueeze_5_output_0", "/blocks.21/self_attn/Concat_2_output_0", "/blocks.21/self_attn/Reshape_2_output_0", "/blocks.21/self_attn/fused_attn/FusedAttention_output_0", "/blocks.21/self_attn/o_proj/FakeLinear_output_0", "/blocks.21/Add_output_0", "/blocks.21/post_attention_layernorm/Mul_1_output_0", "/blocks.21/mlp/gate_proj/FakeLinear_output_0", "/blocks.21/mlp/act_fn/Mul_output_0", "/blocks.21/mlp/up_proj/FakeLinear_output_0", "/blocks.21/mlp/Mul_output_0", "/blocks.21/mlp/down_proj/FakeLinear_output_0", "/blocks.21/Add_1_output_0", "/blocks.22/Reshape_output_0", "/blocks.22/input_layernorm/Mul_1_output_0", "/blocks.22/self_attn/q_proj/FakeLinear_output_0", "/blocks.22/self_attn/Shape_output_0", "Shape2959", "Rank2961", "BinaryOp2963", "Unsqueeze2964", "BinaryOp2966", "Unsqueeze2967", "StridedSlice2970", "Squeeze2971", "BinaryOp2973", "/blocks.22/self_attn/Gather_output_0", "/blocks.22/self_attn/Unsqueeze_output_0", "Unsqueeze2981", "Unsqueeze2984", "StridedSlice2987", "Squeeze2988", "BinaryOp2989", "BinaryOp2990", "/blocks.22/self_attn/Gather_1_output_0", "/blocks.22/self_attn/Unsqueeze_1_output_0", "/blocks.22/self_attn/Concat_output_0", "/blocks.22/self_attn/Reshape_output_0", "/blocks.22/self_attn/Mul_output_0", "/blocks.22/self_attn/Shape_2_output_0", "Shape2997", "Rank2999", "BinaryOp3001", "Unsqueeze3002", "BinaryOp3004", "Unsqueeze3005", "StridedSlice3008", "Squeeze3009", "BinaryOp3010", "BinaryOp3011", "/blocks.22/self_attn/Gather_2_output_0", "/blocks.22/self_attn/Div_output_0", "/blocks.22/self_attn/Unsqueeze_7_output_0", "/blocks.22/self_attn/Slice_1_output_0", "/blocks.22/self_attn/Neg_output_0", "/blocks.22/self_attn/Unsqueeze_6_output_0", "/blocks.22/self_attn/Slice_output_0", "/blocks.22/self_attn/Concat_3_output_0", "/blocks.22/self_attn/Mul_1_output_0", "/blocks.22/self_attn/Add_output_0", "/blocks.22/self_attn/k_proj/FakeLinear_output_0", "/blocks.22/self_attn/Unsqueeze_2_output_0", "/blocks.22/self_attn/Unsqueeze_3_output_0", "/blocks.22/self_attn/Concat_1_output_0", "/blocks.22/self_attn/Reshape_1_output_0", "/blocks.22/self_attn/Mul_2_output_0", "/blocks.22/self_attn/Shape_3_output_0", "Shape3030", "Rank3032", "BinaryOp3034", "Unsqueeze3035", "BinaryOp3037", "Unsqueeze3038", "StridedSlice3041", "Squeeze3042", "BinaryOp3043", "BinaryOp3044", "/blocks.22/self_attn/Gather_3_output_0", "/blocks.22/self_attn/Div_1_output_0", "/blocks.22/self_attn/Unsqueeze_9_output_0", "/blocks.22/self_attn/Slice_3_output_0", "/blocks.22/self_attn/Neg_1_output_0", "/blocks.22/self_attn/Unsqueeze_8_output_0", "/blocks.22/self_attn/Slice_2_output_0", "/blocks.22/self_attn/Concat_4_output_0", "/blocks.22/self_attn/Mul_3_output_0", "/blocks.22/self_attn/Add_1_output_0", "/blocks.22/self_attn/v_proj/FakeLinear_output_0", "/blocks.22/self_attn/Unsqueeze_4_output_0", "/blocks.22/self_attn/Unsqueeze_5_output_0", "/blocks.22/self_attn/Concat_2_output_0", "/blocks.22/self_attn/Reshape_2_output_0", "/blocks.22/self_attn/fused_attn/FusedAttention_output_0", "/blocks.22/self_attn/o_proj/FakeLinear_output_0", "/blocks.22/Add_output_0", "/blocks.22/post_attention_layernorm/Mul_1_output_0", "/blocks.22/mlp/gate_proj/FakeLinear_output_0", "/blocks.22/mlp/act_fn/Mul_output_0", "/blocks.22/mlp/up_proj/FakeLinear_output_0", "/blocks.22/mlp/Mul_output_0", "/blocks.22/mlp/down_proj/FakeLinear_output_0", "/blocks.22/Add_1_output_0", "/blocks.23/Reshape_output_0", "/blocks.23/input_layernorm/Mul_1_output_0", "/blocks.23/self_attn/q_proj/FakeLinear_output_0", "/blocks.23/self_attn/Shape_output_0", "Shape3090", "Rank3092", "BinaryOp3094", "Unsqueeze3095", "BinaryOp3097", "Unsqueeze3098", "StridedSlice3101", "Squeeze3102", "BinaryOp3104", "/blocks.23/self_attn/Gather_output_0", "/blocks.23/self_attn/Unsqueeze_output_0", "Unsqueeze3112", "Unsqueeze3115", "StridedSlice3118", "Squeeze3119", "BinaryOp3120", "BinaryOp3121", "/blocks.23/self_attn/Gather_1_output_0", "/blocks.23/self_attn/Unsqueeze_1_output_0", "/blocks.23/self_attn/Concat_output_0", "/blocks.23/self_attn/Reshape_output_0", "/blocks.23/self_attn/Mul_output_0", "/blocks.23/self_attn/Shape_2_output_0", "Shape3128", "Rank3130", "BinaryOp3132", "Unsqueeze3133", "BinaryOp3135", "Unsqueeze3136", "StridedSlice3139", "Squeeze3140", "BinaryOp3141", "BinaryOp3142", "/blocks.23/self_attn/Gather_2_output_0", "/blocks.23/self_attn/Div_output_0", "/blocks.23/self_attn/Unsqueeze_7_output_0", "/blocks.23/self_attn/Slice_1_output_0", "/blocks.23/self_attn/Neg_output_0", "/blocks.23/self_attn/Unsqueeze_6_output_0", "/blocks.23/self_attn/Slice_output_0", "/blocks.23/self_attn/Concat_3_output_0", "/blocks.23/self_attn/Mul_1_output_0", "/blocks.23/self_attn/Add_output_0", "/blocks.23/self_attn/k_proj/FakeLinear_output_0", "/blocks.23/self_attn/Unsqueeze_2_output_0", "/blocks.23/self_attn/Unsqueeze_3_output_0", "/blocks.23/self_attn/Concat_1_output_0", "/blocks.23/self_attn/Reshape_1_output_0", "/blocks.23/self_attn/Mul_2_output_0", "/blocks.23/self_attn/Shape_3_output_0", "Shape3161", "Rank3163", "BinaryOp3165", "Unsqueeze3166", "BinaryOp3168", "Unsqueeze3169", "StridedSlice3172", "Squeeze3173", "BinaryOp3174", "BinaryOp3175", "/blocks.23/self_attn/Gather_3_output_0", "/blocks.23/self_attn/Div_1_output_0", "/blocks.23/self_attn/Unsqueeze_9_output_0", "/blocks.23/self_attn/Slice_3_output_0", "/blocks.23/self_attn/Neg_1_output_0", "/blocks.23/self_attn/Unsqueeze_8_output_0", "/blocks.23/self_attn/Slice_2_output_0", "/blocks.23/self_attn/Concat_4_output_0", "/blocks.23/self_attn/Mul_3_output_0", "/blocks.23/self_attn/Add_1_output_0", "/blocks.23/self_attn/v_proj/FakeLinear_output_0", "/blocks.23/self_attn/Unsqueeze_4_output_0", "/blocks.23/self_attn/Unsqueeze_5_output_0", "/blocks.23/self_attn/Concat_2_output_0", "/blocks.23/self_attn/Reshape_2_output_0", "/blocks.23/self_attn/fused_attn/FusedAttention_output_0", "/blocks.23/self_attn/o_proj/FakeLinear_output_0", "/blocks.23/Add_output_0", "/blocks.23/post_attention_layernorm/Mul_1_output_0", "/blocks.23/mlp/gate_proj/FakeLinear_output_0", "/blocks.23/mlp/act_fn/Mul_output_0", "/blocks.23/mlp/up_proj/FakeLinear_output_0", "/blocks.23/mlp/Mul_output_0", "/blocks.23/mlp/down_proj/FakeLinear_output_0", "/blocks.23/Add_1_output_0", "/Slice_output_0", "hidden_states", "logits", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ]
, "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "048da8c2-4f85-4e7a-b235-0342c16ba526" }