{ "bizCode": "MNNTest", "extraInfo": 
{ "version": "3.5.0" }
, "oplists": 
[ 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, 1, 1024 ]
, "dtype": "DT_FLOAT", "dformat": "NCHW" }
, "name": "input_ids", "outputIndexes": 
[ 2 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, 1, -1, -1 ]
, "dtype": "DT_FLOAT", "dformat": "NCHW" }
, "name": "attention_mask", "outputIndexes": 
[ 212 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1, -1 ]
, "dtype": "DT_INT32", "dformat": "NCHW" }
, "name": "position_ids", "outputIndexes": 
[ 0 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Input", "main": 
{ "dims": 
[ 1 ]
, "dtype": "DT_INT32", "dformat": "NCHW" }
, "name": "logits_index", "outputIndexes": 
[ 1 ]
, "type": "Input", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 3 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1, -1, 1024 ]
 }
, "name": "/blocks.0/Constant_output_0", "outputIndexes": 
[ 3 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 2, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/Reshape_output_0", "outputIndexes": 
[ 4 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 4 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 0, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.0/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 5 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 5 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1019 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1019 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1020 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1020 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 8192, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.0/self_attn/in_proj/Linear", "outputIndexes": 
[ 1021 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1021 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1022 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1022 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 6 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 6 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.0/self_attn/Transpose_output_0", "outputIndexes": 
[ 7 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 5 ]
, "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_output_0", "outputIndexes": 
[ 8 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 8 ]
, "main_type": "NONE", "name": "Shape22", "outputIndexes": 
[ 9 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 8 ]
, "main_type": "NONE", "name": "Rank24", "outputIndexes": 
[ 10 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 10, 10 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp26", "outputIndexes": 
[ 11 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 11 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze27", "outputIndexes": 
[ 12 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1 ]
 }
, "name": "Const28", "outputIndexes": 
[ 13 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 11, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp29", "outputIndexes": 
[ 14 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 14 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze30", "outputIndexes": 
[ 15 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1 ]
 }
, "name": "Unsqueeze32", "outputIndexes": 
[ 16 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 9, 12, 15, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice33", "outputIndexes": 
[ 17 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 17 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze34", "outputIndexes": 
[ 18 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 18, 18 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp36", "outputIndexes": 
[ 19 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 8, 19, 11 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_output_0", "outputIndexes": 
[ 20 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 0 ]
 }
, "name": "/rotary/Constant_3_output_0", "outputIndexes": 
[ 21 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 20, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 22 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 11 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze46", "outputIndexes": 
[ 23 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 14 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze49", "outputIndexes": 
[ 24 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 9, 23, 24, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice52", "outputIndexes": 
[ 25 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 25 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze53", "outputIndexes": 
[ 26 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 26 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp54", "outputIndexes": 
[ 27 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 27, 26 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp55", "outputIndexes": 
[ 28 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 8, 28, 11 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.0/self_attn/Gather_1_output_0", "outputIndexes": 
[ 29 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 29, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 30 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 22, 30, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.0/self_attn/Concat_output_0", "outputIndexes": 
[ 31 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.0 ]
 }
, "name": "Const60", "outputIndexes": 
[ 32 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 31, 32 ]
, "main_type": "NONE", "name": "/blocks.0/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 33 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.009162, 0.186475, 0.00135, 0.019913, 0.164243, -0.006176, 0.127186, 0.05747, -0.007937, -0.004536, -0.168257, 0.008702, -0.028057, -0.168526, 0.011487, -0.003943, -0.181278, 0.005306, -0.037689, -0.131475, 0.016689, 0.007019, 0.188211, -0.001019, -0.006158, -0.136986, 0.011553, 0.001288, 0.003724, 0.027167, 0.012054, 0.191183, -0.00145, -0.002852, -0.196171, 0.008948, -0.006853, -0.167234, -0.000898, -0.017131, -0.034391, 0.131996, -0.006234, -0.190408, 0.002183, 0.057018, 0.128531, -0.009269, 0.008486, 0.188523, 0.001046, -0.061784, -0.08018, 0.050791, 0.004152, 0.126625, 0.017053, 0.002829, 0.042323, -0.033084, 0.014668, 0.157534, -0.000312, -0.097646, 0.01988, -0.00162, 0.013883, 0.15696, -0.003985, 0.021675, 0.158919, -0.002935, -0.01371, -0.16133, 0.004308, -0.022105, -0.122138, 0.000566, -0.015544, -0.140857, -0.017584, -0.011502, -0.126777, -0.000968, -0.0007, -0.000497, 0.163087, -0.006481, -0.187686, -0.002219, -0.01842, -0.112421, 0.012396, -0.023981, -0.172943, 0.006193, 0.023459, 0.044403, 0.084131, -0.02105, -0.15334, 0.005762, -0.016437, -0.16167, 0.012949, -0.002023, 0.189611, -0.001403, -0.020684, -0.147256, 0.011131, -0.011502, -0.16724, 0.001451, -0.017897, -0.179348, 0.001496, 0.024459, 0.156996, -0.005616, 0.022719, 0.162293, -0.003018, -0.046669, -0.064986, 0.035586, -0.015701, -0.197352, 0.009922, -0.013144, -0.171963, 0.001145, -0.02284, -0.137156, 0.00835, 0.046349, 0.148612, -0.013429, -0.015685, -0.183912, 0.002548, -0.012035, -0.167452, 0.005576, -0.009397, -0.071903, -0.059622, -0.040245, -0.143284, 0.018881, 0.001793, 0.195403, 0.001469, -0.015908, -0.119635, 0.020266, 0.015787, 0.184985, -0.006655, 0.006927, 0.147033, -0.003645, -0.045976, -0.087297, 0.089466, -0.030523, -0.145725, 0.019377, 0.012178, 0.136059, -0.021925, 0.012449, 0.142138, -0.003356, 0.011833, 0.193216, -0.003756, 0.010971, 0.182545, -0.002139, -0.020597, -0.145561, 0.007041, 0.014709, 0.158872, -0.004207, -0.00391, -0.115122, 0.01372, 0.010979, 0.121007, 0.020408, -0.001582, -0.179841, 0.006248, 0.027385, 0.152089, -0.002937, 0.010849, 0.173257, -0.002371, 0.006787, 0.216074, -0.00135, 0.010242, 0.196161, -0.003083, -0.009903, -0.142735, 0.010659, 0.010124, 0.156003, 0.000503, -0.002459, -0.178714, 0.002038, 0.011524, 0.119168, -0.006619, -0.022076, -0.148899, 0.013487, -0.005159, -0.140361, 0.003225, 0.007484, 0.176899, 0.003762, 0.012956, 0.204813, -0.007276, -0.016724, -0.140283, 0.019965, 0.046713, 0.095318, 0.065304, -0.010339, -0.116342, 0.029507, 0.002206, 0.156931, -0.006955, -0.015075, -0.173436, 0.004363, 0.004507, 0.181051, 0.00073, 0.014105, 0.190537, 0.003318, 0.011155, 0.192088, 0.002968, 0.01295, 0.110201, -0.042428, 0.00218, 0.185309, -0.020311, 0.003755, 0.136039, -0.007735, -0.009404, -0.187509, -0.004006, 0.000693, 0.17309, 0.003737, 0.019159, 0.163637, -0.002918, -0.010848, -0.14389, -0.004836, 0.005615, 0.217346, -0.001833, 0.009956, 0.139919, -0.008085, -0.02906, -0.168917, 0.012152, 0.021268, 0.195013, 0.003908, -0.000629, -0.153945, 0.007866, -0.012138, -0.162135, 0.005934, 0.008897, 0.193307, -0.004507, -0.023049, -0.138877, 0.02407, -0.003937, -0.130294, 0.028646, 0.022005, 0.148064, -0.008032, -0.028678, -0.132636, 0.03027, -0.001918, -0.144657, 0.001346, -0.015264, -0.17177, -0.003673, 0.005993, 0.176336, 0.000823, -0.018686, -0.180241, 0.000785, -0.017054, -0.152998, -0.0028, 0.014705, 0.191193, -0.008302, -0.064428, -0.158994, 0.036738, -0.01332, -0.171046, -0.005904, 0.069965, 0.094887, -0.017142, -0.007652, -0.142098, 0.010177, -0.152307, -0.037908, 0.001232, 0.025252, 0.057282, 0.060748, -0.046018, -0.154616, -0.004603, -0.035402, -0.169864, -0.014695, -0.002528, -0.163798, 0.006786, 0.012617, 0.199234, -0.004177, -0.070527, -0.07698, 0.00824, -0.011305, -0.184363, -0.001325, 0.007594, 0.170785, -0.008285, -0.005736, -0.129397, 0.047555, 0.011168, 0.162532, -0.005928, 0.005909, 0.134829, -0.00889, -0.010759, -0.182957, 0.000449, -0.011902, -0.183692, 0.001155, -0.013901, -0.191652, -0.000145, -0.011561, -0.174414, -0.000028, -0.012063, -0.194632, 0.005987, -0.009224, -0.169063, -0.0018, 0.004924, 0.14987, -0.016681, 0.014953, 0.12954, -0.008736, -0.013237, -0.155079, -0.004054, -0.029456, -0.147902, 0.001459, -0.005136, 0.130252, -0.004722, -0.006733, -0.192002, -0.003154, -0.008456, -0.188562, -0.000647, 0.004115, 0.144011, 0.002489, -0.025379, -0.131328, 0.008649, 0.003128, 0.175526, -0.005817, -0.013487, -0.210169, -0.004034, -0.009028, -0.158685, -0.003648, -0.011512, -0.15886, 0.01521, -0.019753, -0.106429, 0.011237, -0.008231, -0.109875, 0.032981, 0.027721, 0.154785, 0.004815, -0.017666, -0.206179, 0.001964, 0.013434, 0.154273, -0.003854, -0.003099, -0.199494, 0.003795, -0.006858, -0.166888, 0.003031, -0.03903, -0.145785, -0.003017, 0.034532, 0.149317, -0.004119, -0.016614, -0.178932, -0.003734, -0.018345, -0.182446, 0.002265, -0.003058, -0.103708, -0.000925, 0.01713, 0.181165, 0.003231, 0.004299, 0.178936, -0.000033, -0.016688, -0.17652, -0.004231, -0.009221, -0.184014, -0.001593, 0.022604, 0.150873, -0.008084, 0.009688, 0.142557, -0.011827, 0.017382, 0.168121, 0.000896, 0.04214, 0.136557, -0.014246, 0.014293, 0.117486, -0.000536, 0.063939, 0.088729, -0.021244, -0.01633, -0.190201, -0.004107, 0.146902, 0.029773, -0.001328, -0.002875, -0.159683, 0.008251, -0.019706, -0.143353, 0.007379, 0.004736, 0.087157, 0.025184, 0.022196, 0.17271, -0.004832, -0.054669, -0.149735, 0.000431, 0.004933, 0.176596, 0.00679, 0.008865, 0.178569, -0.007168, -0.006848, -0.175589, 0.006757, -0.012557, -0.147575, 0.009352, 0.018797, 0.185309, -0.006794, 0.013717, 0.197187, 0.004549, -0.01279, -0.184618, 0.010338, -0.017917, -0.169674, 0.019163, 0.023634, 0.157464, -0.005243, -0.039725, -0.088227, 0.012215, 0.016443, 0.191111, -0.00586, -0.011636, -0.167451, 0.001961, 0.011152, 0.147922, -0.000251, -0.011234, -0.198354, 0.005595, -0.009985, -0.151174, 0.006527, -0.018163, -0.171718, 0.004944, 0.014842, 0.175609, 0.000014, 0.040199, 0.102564, 0.055851, 0.064805, -0.011433, -0.016348, 0.011217, 0.169959, -0.00536, -0.015394, -0.187405, 0.00886, 0.010964, 0.165271, -0.007048, 0.017322, 0.17166, 0.003776, 0.011959, 0.170506, -0.009893, 0.011298, 0.207998, -0.012001, 0.010529, 0.196765, 0.002916, -0.026842, -0.135588, 0.000844, 0.015331, 0.180462, -0.00573, -0.001663, -0.085175, -0.003704, 0.004394, 0.167609, -0.012619, -0.154208, -0.017181, -0.000127, 0.012785, 0.153585, 0.012185, -0.0065, -0.157721, -0.004239, -0.008651, -0.16658, 0.007946, 0.022337, 0.132712, -0.027514, 0.017819, 0.053368, 0.076913, 0.009267, 0.18134, -0.011831, 0.005946, 0.191301, -0.006766, -0.012607, -0.183826, -0.005812, 0.015492, 0.161515, -0.00524, -0.002868, -0.139926, 0.008131, -0.02594, -0.143539, 0.027764, -0.05417, -0.144507, 0.007544, -0.009849, -0.193914, 0.009439, -0.010242, -0.15302, 0.000151, 0.01253, 0.180071, 0.000345, 0.008589, 0.184981, -0.004083, -0.00377, -0.143059, 0.014842, 0.007827, 0.139736, -0.033509, -0.004996, -0.141408, -0.014982, -0.003405, -0.149265, 0.007017, 0.013964, 0.167333, -0.00916, 0.009226, 0.16449, 0.001326, 0.010152, 0.19264, -0.010292, -0.019527, -0.168525, -0.002528, -0.004979, -0.160602, 0.011562, 0.018905, 0.105906, -0.021313, 0.009924, 0.203352, -0.003663, -0.001753, 0.098016, 0.025992, -0.031944, -0.144439, 0.001935, -0.022163, -0.139576, 0.001445, -0.015717, -0.173536, 0.013977, 0.011533, 0.150345, 0.005424, -0.003806, -0.086671, 0.012937, -0.012238, -0.176373, 0.00696, 0.028698, 0.065977, 0.01555, -0.005844, -0.081482, -0.017688, -0.009316, -0.202142, 0.00288, -0.011726, -0.186148, 0.002811, 0.016321, 0.169858, 0.003132, 0.009315, 0.143348, 0.044435, -0.054595, 0.012989, 0.008555, 0.008232, 0.160492, -0.00652, -0.01896, -0.174589, 0.006186, -0.030178, -0.17563, 0.005546, -0.015733, -0.175111, 0.00506, 0.015683, 0.163492, -0.009957, -0.014551, -0.101254, 0.027287, -0.138674, -0.014527, 0.014048, 0.017727, 0.188868, 0.0055, 0.009404, 0.20288, -0.007405, -0.005408, -0.113252, -0.006989, -0.012427, -0.156978, -0.005181, 0.007402, 0.066288, -0.025822, 0.014665, 0.125365, -0.015125, -0.001444, 0.151603, -0.001208, 0.023649, 0.172024, -0.00121, -0.012935, -0.115861, 0.006755, -0.011398, -0.203529, 0.00115, 0.011598, 0.021627, 0.368728, 0.009564, 0.180774, -0.002953, -0.010919, -0.122504, 0.011205, -0.144076, 0.002985, 0.00964, 0.117962, 0.003864, -0.01335, -0.00787, -0.172115, -0.003492, -0.0079, -0.195699, -0.00269, 0.012068, 0.115851, -0.010579, 0.009986, 0.209476, -0.0038, 0.013573, 0.162123, -0.000577, -0.009314, -0.172725, -0.002534, 0.021556, 0.1578, 0.007014, 0.013943, 0.176738, -0.014545, -0.056261, -0.104938, 0.012279, 0.028935, 0.104859, 0.063327, 0.015845, 0.136719, -0.004355, 0.009783, 0.175879, -0.003263, 0.014932, 0.18385, -0.00167, -0.119936, -0.041074, 0.008118, -0.013963, -0.176853, -0.004453, 0.005284, 0.176246, 0.001575, 0.005198, 0.161449, 0.006166, -0.012102, -0.145237, 0.000164, 0.008299, 0.179023, -0.005947, 0.026763, 0.200533, -0.005926, 0.141843, 0.017189, -0.008124, -0.010066, -0.179546, 0.009693, -0.009811, -0.166007, 0.006199, -0.01938, -0.182651, 0.010609, -0.005532, -0.137342, 0.019799, 0.003301, 0.156825, -0.003238, 0.005498, 0.174353, 0.000464, 0.035237, 0.136303, -0.011843, 0.006966, 0.188707, -0.006383, 0.005301, 0.210894, 0.01085, 0.050932, 0.131539, 0.012754, -0.038773, -0.104022, 0.001129, -0.069435, -0.064505, 0.00751, -0.005372, -0.191413, 0.009433, 0.004114, 0.143544, 0.029653, -0.011242, -0.181079, 0.004867, 0.00743, 0.177978, -0.007022, -0.006387, -0.176194, 0.007887, -0.009659, -0.198505, 0.002655, 0.012393, 0.189697, 0.002901, -0.008127, -0.163992, 0.004685, -0.150118, -0.029208, 0.008682, 0.007878, 0.167605, -0.00083, -0.031404, -0.084732, 0.027533, -0.010699, -0.161453, 0.005465, -0.009383, -0.18865, 0.003041, 0.013695, 0.086712, 0.018641, 0.000218, -0.128554, 0.054141, 0.004154, 0.144869, -0.015347, -0.055859, -0.103048, -0.085608, 0.00719, 0.093555, -0.007836, -0.018316, -0.084097, 0.011636, -0.010141, -0.14676, -0.003189, 0.01111, 0.123514, -0.003708, -0.008005, -0.186615, -0.005119, 0.141018, 0.010198, -0.014338, -0.013126, -0.166422, -0.004894, 0.008417, 0.153298, 0.000525, 0.029008, 0.151183, -0.010642, 0.01054, 0.179085, 0.000327, -0.009674, -0.228142, 0.00527, 0.026698, 0.147852, -0.011719, -0.066237, -0.067571, 0.033676, 0.010775, 0.161376, -0.007092, -0.005683, -0.130969, 0.009145, -0.010328, -0.204347, -0.007533, 0.021308, 0.118034, -0.007504, -0.024846, -0.171188, 0.00692, 0.016037, 0.173544, -0.007257, -0.010656, -0.179146, -0.006099, 0.001392, 0.156461, -0.00394, -0.135395, -0.038915, 0.010264, 0.019987, 0.147821, -0.021429, 0.010278, 0.183197, -0.008607, 0.030849, 0.073502, 0.005445, 0.018095, 0.149637, -0.011959, -0.008474, -0.128215, 0.029688, -0.020975, -0.154078, 0.003221, 0.0051, 0.053606, -0.025355, -0.024086, -0.166516, 0.001503, 0.018011, 0.180991, -0.01063, 0.015644, 0.153867, 0.007874, -0.011339, 0.135821, -0.011517, -0.004479, -0.148939, 0.013857, 0.02673, 0.158158, -0.000521, -0.018434, -0.170737, 0.002742, 0.022084, 0.139929, 0.008636, -0.007203, -0.171248, 0.011526, -0.15073, -0.036641, 0.002866, 0.014433, 0.16491, -0.007967, 0.015092, 0.158253, -0.017236, -0.012029, -0.171482, 0.00114, -0.0127, 0.109011, -0.008319, -0.018158, -0.16597, 0.011904, 0.010165, 0.139116, -0.003585, -0.027337, -0.159978, 0.006739, -0.021717, -0.142943, 0.009593, -0.008566, -0.174014, -0.006305, 0.012281, 0.156326, 0.005874, -0.011026, -0.206841, -0.009985, 0.000997, 0.002292, 0.143061, -0.00455, -0.136795, 0.007642, 0.007066, 0.088372, -0.004943, -0.00949, -0.171031, -0.002136, 0.125045, 0.030153, -0.013461, 0.076413, 0.167395, -0.030423, 0.003087, -0.163735, 0.004399, -0.013107, -0.210853, 0.003784, -0.006735, -0.141062, -0.008605, -0.025283, -0.113459, 0.015104, -0.012171, -0.167264, -0.001436, -0.019968, -0.195043, -0.00191, -0.00225, 0.093706, -0.009483, 0.000509, -0.145435, 0.001449, -0.001538, -0.163957, 0.011557, -0.017253, -0.096932, 0.019664, -0.030672, -0.142183, 0.018116, 0.002086, 0.084175, 0.000444, 0.009475, 0.166113, -0.000975, 0.014123, 0.163689, -0.000057, 0.008316, 0.147318, 0.000836, 0.01362, 0.125551, 0.00873, -0.008475, -0.173054, -0.003051, 0.014313, 0.180926, -0.004582, 0.015926, 0.153623, 0.007737, 0.033483, 0.141118, -0.006537, -0.012123, -0.144899, 0.007935, -0.015405, -0.185584, 0.005283, -0.155865, -0.007156, 0.00395, -0.010356, -0.19583, -0.002827, -0.003736, -0.136661, 0.00905, 0.009847, 0.18947, -0.011012, 0.077908, 0.045261, -0.018273, 0.012615, 0.160636, -0.000055, -0.037303, -0.145372, 0.026863, -0.0204, -0.151352, 0.014963, 0.016321, 0.105617, -0.024947, 0.009333, 0.206999, -0.002993, -0.14547, -0.025505, 0.007354, -0.019785, -0.153784, -0.002293, -0.014751, -0.184936, -0.00401, 0.022469, 0.182478, -0.004504, -0.046681, -0.117602, 0.011431, 0.156346, 0.019177, -0.003622, 0.133951, 0.017429, -0.008159, -0.000085, 0.116223, -0.017813, -0.012924, -0.194161, 0.001627, 0.003498, 0.161175, -0.014119, -0.011505, -0.199662, -0.011323, -0.008454, -0.196859, 0.005935, -0.014916, -0.15596, 0.003397, -0.026694, -0.169859, 0.014703, -0.009572, -0.180092, -0.004944, 0.013943, 0.185793, -0.006058, 0.02115, 0.142914, -0.008562, -0.003405, -0.13365, -0.009512, 0.005303, 0.107335, 0.020304, 0.008153, 0.175842, 0.004374, -0.009401, -0.142379, 0.001212, -0.007157, -0.168063, 0.002121, 0.012512, 0.160842, -0.007011, -0.032444, -0.099518, 0.022263, 0.021147, 0.13134, -0.002981, -0.010934, -0.192646, 0.006421, -0.014118, -0.18683, 0.00655, 0.013227, 0.160327, -0.001104, 0.001185, 0.09482, -0.001113, 0.004922, 0.188874, 0.000853, 0.044903, 0.102774, 0.007313, -0.002461, 0.095888, -0.003992, 0.054055, 0.107769, -0.005551, 0.010468, 0.184672, 0.000576, 0.014581, 0.205565, 0.007317, -0.034351, -0.115681, 0.022982, 0.007407, 0.146583, -0.012401, -0.030441, -0.134979, 0.025096, -0.023418, -0.137111, 0.029906, 0.013863, 0.114643, -0.012767, 0.00059, 0.187205, -0.007002, -0.016894, -0.159618, -0.001398, 0.003017, 0.142682, 0.003287, 0.028824, 0.17031, 0.005552, -0.007637, -0.201811, -0.008563, 0.00762, 0.166671, -0.005498, -0.009319, -0.150058, -0.012843, 0.012519, 0.165304, 0.004207, -0.009161, -0.191662, 0.010437, 0.015541, 0.191543, -0.011064, 0.008035, 0.160331, 0.000332, 0.001743, -0.104728, 0.015671, 0.021738, 0.165347, -0.009628, 0.024996, 0.16089, -0.008488, -0.00942, -0.101689, 0.008903, -0.010246, -0.068533, -0.008771, -0.087829, -0.007573, 0.031969, -0.003522, -0.170591, 0.006342, -0.013244, -0.202631, 0.003919, -0.006992, -0.178104, 0.012594, 0.011397, 0.141458, -0.009437, 0.011152, 0.17834, -0.00021, 0.024202, 0.119465, -0.020834, -0.006661, -0.183359, 0.002384, 0.026645, 0.178835, -0.011535, -0.008474, -0.139744, 0.020013, 0.005494, 0.186104, 0.006887, 0.00658, 0.143643, -0.000971, 0.003091, 0.180591, -0.01011, 0.039841, 0.135728, -0.0022, 0.022729, 0.185186, 0.009675, 0.00172, -0.16297, -0.001681, -0.022512, -0.15471, 0.016597, 0.008207, 0.207229, -0.005015, 0.014837, 0.166333, 0.009212, 0.002584, 0.155694, -0.014686, 0.017294, -0.178531, -0.009051, 0.002743, 0.118051, 0.002889, -0.00719, -0.199709, -0.001346, -0.029499, -0.149359, 0.00628, -0.003217, -0.074938, 0.016989, -0.031885, -0.136369, 0.002927, -0.01627, -0.186335, 0.000226, -0.009174, -0.190217, -0.003248, -0.009862, -0.157107, 0.001093, 0.0338, 0.130023, -0.0159, -0.009074, -0.138466, 0.010832, -0.010442, -0.157362, 0.002751, -0.019601, -0.176429, 0.000657, 0.016309, 0.200266, -0.00113, -0.054982, -0.088522, 0.019136, -0.008353, -0.187271, -0.006037, -0.009957, -0.216724, 0.00061, 0.011909, 0.194392, -0.003481, 0.002558, 0.173712, -0.012957, -0.017672, -0.112431, -0.015024, -0.015797, -0.163514, 0.007811, -0.005128, -0.093739, 0.008778, 0.000506, -0.091225, 0.0515, 0.007932, 0.172958, 0.000166, -0.007014, -0.167643, 0.001039, -0.011483, -0.155295, -0.005716, -0.014648, -0.158093, 0.003248, 0.009619, 0.191211, -0.00706, 0.004649, 0.153495, -0.012316, 0.016991, 0.127908, -0.012898, -0.008958, -0.074897, 0.020054, 0.02509, 0.121546, -0.01269, 0.014557, 0.143817, -0.008281, -0.043153, -0.145818, 0.004995, -0.003705, 0.135959, -0.022596, -0.00358, -0.149272, 0.004363, 0.014535, 0.169838, 0.004443, -0.001116, 0.146113, 0.005586, -0.015706, -0.204182, -0.010448, 0.008547, 0.176068, -0.00358, 0.017394, 0.155701, -0.002359, 0.00429, 0.187133, 0.010525, 0.002394, 0.145005, -0.011079, -0.000342, -0.18942, -0.00569, -0.002775, -0.182793, 0.01981, 0.008193, 0.173075, -0.001909, 0.146763, 0.00784, -0.009623, 0.011896, 0.165928, -0.005609, 0.010618, 0.162835, 0.003662, -0.014054, -0.180187, 0.010742, -0.013447, -0.166773, -0.005518, 0.011286, 0.075448, 0.019713, -0.024549, -0.177825, 0.002263, -0.017045, -0.170785, -0.005879, 0.010774, 0.163829, -0.013158, -0.013664, -0.144404, 0.000593, 0.007197, 0.116268, -0.011751, -0.097614, -0.070317, 0.011103, 0.006803, 0.169313, -0.009071, 0.014196, 0.17187, -0.01389, 0.00653, 0.182849, -0.00216, 0.006832, 0.158562, -0.017358, -0.007573, -0.206045, 0.013066, 0.012474, 0.200898, -0.000394, 0.015432, 0.168137, -0.003938, 0.005544, 0.145962, -0.021321, -0.003695, -0.108054, -0.03323, -0.000875, 0.186467, 0.000706, 0.007735, 0.16063, -0.001141, -0.006272, -0.154134, 0.007661, 0.017168, 0.105934, 0.003608, 0.012894, 0.169791, -0.000038, -0.005711, -0.207048, 0.01154, 0.010407, 0.22973, 0.001021, 0.016629, 0.107409, -0.036111, -0.017533, -0.186184, 0.00418, 0.009634, 0.170841, 0.008084, -0.00934, -0.136929, 0.009739, 0.005222, 0.17936, -0.00391, 0.025393, 0.084595, -0.018491, 0.005456, -0.167115, -0.001265, 0.010608, 0.176328, 0.004497, -0.098024, -0.088858, 0.021095, 0.003969, 0.130883, -0.018165, -0.018999, -0.196853, -0.002487, 0.007038, 0.19138, -0.008239, -0.014944, -0.19302, -0.006917, -0.150627, -0.022096, 0.009967, -0.008579, -0.19413, -0.000576, -0.011285, -0.176453, 0.001873, -0.013739, -0.163743, -0.004697, -0.003291, -0.124967, -0.008079, 0.043902, 0.082959, -0.038911, 0.140096, 0.00686, -0.00843, -0.000585, 0.176979, 0.001921, -0.025371, -0.146362, 0.007423, 0.021539, 0.161743, -0.001383, 0.004359, 0.093419, 0.017631, 0.00877, 0.165144, -0.004942, -0.006926, -0.211499, 0.009046, -0.02791, -0.149443, 0.009352, -0.017216, -0.16304, 0.003401, -0.008468, -0.157299, -0.002356, 0.001152, 0.063801, -0.037791, 0.030194, 0.164149, -0.001688, -0.011519, -0.129808, 0.024838, -0.002677, -0.178214, 0.002026, 0.014074, 0.173537, 0.00061, 0.008053, 0.135247, -0.015795, 0.01064, 0.147532, -0.008395, 0.037676, 0.083467, 0.014301, 0.005311, 0.198398, -0.006213, 0.015873, 0.109905, -0.014531, 0.154742, 0.038034, -0.007803, -0.00891, -0.182174, -0.008182, 0.0084, 0.215243, -0.004873, -0.016022, -0.158321, 0.020964, -0.018427, -0.149714, 0.015966, -0.018488, -0.191649, 0.001019, -0.087547, -0.032521, 0.004147, -0.02191, -0.208438, 0.000293, 0.014287, 0.145677, 0.007372, 0.017487, 0.126899, 0.006299, 0.010714, 0.161111, 0.005761, -0.018873, -0.144962, -0.016697, -0.018948, -0.155468, 0.003061, 0.017029, 0.15312, 0.015354, -0.015925, -0.190259, -0.007362, -0.007281, -0.177479, -0.001218, -0.011952, -0.153976, 0.005478, -0.006428, 0.132067, -0.003093, 0.010206, 0.178015, 0.000643, 0.004182, 0.100364, 0.011456, 0.009959, 0.153668, -0.002762, 0.073045, 0.109261, 0.047421, 0.020112, 0.179665, 0.000686, -0.010468, -0.181353, 0.010504, -0.009942, -0.189144, -0.003793, -0.007935, -0.172096, -0.021018, -0.008188, -0.230903, 0.006859, 0.019131, 0.178644, -0.004592, 0.025658, 0.122626, -0.017937, -0.096153, -0.017673, 0.021664, -0.008712, -0.179469, 0.00317, -0.02954, -0.125296, 0.030965, 0.006392, 0.137685, -0.00084, -0.01039, -0.213413, 0.010205, 0.009096, 0.15125, -0.002834, 0.026755, -0.139022, 0.005179, 0.008746, 0.172489, -0.007454, -0.004541, -0.10016, 0.007396, -0.068757, -0.078174, -0.01312, -0.007168, -0.206189, 0.008193, 0.01999, 0.172665, -0.004776, 0.012765, 0.167116, -0.005176, 0.013073, 0.185772, -0.002171, -0.017054, -0.179152, 0.002986, -0.025155, -0.15125, 0.007277, 0.01539, 0.126357, -0.008374, 0.010871, 0.215035, -0.003527, 0.036857, 0.125108, -0.008894, -0.009988, -0.188244, -0.003558, -0.015478, -0.219252, 0.006571, 0.009835, 0.222343, -0.00589, -0.009183, -0.153244, 0.001979, 0.006191, 0.173312, -0.006883, -0.00643, -0.176857, 0.001513, 0.001553, 0.173611, 0.009222, 0.013009, 0.193737, 0.001681, -0.018257, -0.158532, 0.006563, -0.010518, -0.154523, 0.002369, -0.102839, -0.115556, 0.000584, -0.017555, -0.145949, -0.003498, 0.000038, -0.141988, 0.013116, -0.011757, -0.111876, 0.005266, -0.146802, -0.021759, 0.015867, 0.010591, 0.20134, 0.002393, 0.014731, 0.149356, -0.032563, -0.0132, -0.181937, -0.002327, -0.01142, -0.192488, 0.00243, 0.018685, 0.165627, -0.007009, 0.00818, 0.174432, -0.005916, -0.007593, -0.194089, -0.003525, 0.028456, 0.150036, -0.002846, 0.025359, 0.159703, -0.004481, 0.009093, 0.19454, -0.012268, 0.145261, 0.00933, -0.008856, -0.022781, -0.1329, 0.009739, -0.017783, -0.147565, 0.001948, -0.004604, 0.095807, 0.030799, 0.012531, 0.230272, 0.003674, 0.011017, 0.191697, -0.022529, 0.139177, 0.026321, -0.006247, 0.004615, 0.206098, -0.002027, 0.005954, 0.124053, 0.000097, 0.016658, 0.136702, -0.015073, -0.00667, -0.209641, 0.001774, 0.000914, 0.001912, 0.09439, -0.012927, -0.22547, 0.004752, -0.017186, -0.184618, 0.008225, 0.022271, 0.143179, -0.008847, -0.158346, -0.030839, 0.012346, -0.008188, 0.175188, -0.002038, -0.01384, -0.20856, -0.017449, -0.028898, -0.154313, -0.003124, 0.061355, 0.135581, 0.011704, 0.024961, 0.177231, -0.00767, -0.023529, -0.150072, -0.004583, 0.012931, 0.184142, -0.001149, -0.006847, -0.199338, 0.004211, 0.008393, 0.136233, -0.006474, 0.013021, 0.164626, 0.010984, -0.008223, -0.218138, 0.002996, 0.009443, 0.207069, 0.003296, -0.011543, -0.139237, -0.007136, -0.01661, -0.157498, 0.002629, -0.016024, -0.150507, 0.004895, 0.013955, 0.182001, 0.013168, -0.006226, -0.177346, -0.004675, -0.072064, -0.048844, 0.04826, 0.011533, 0.191934, -0.003409, -0.00415, -0.204991, 0.008337, 0.009167, 0.149709, -0.002663, 0.077533, 0.046088, -0.027188, -0.050103, -0.08793, -0.022312, 0.011843, 0.160822, -0.000822, -0.014651, -0.141576, 0.026179, -0.022716, -0.174407, 0.009776, -0.001953, -0.088672, 0.007373, 0.018855, 0.178161, 0.008967, 0.027304, 0.147154, 0.015495, -0.151245, -0.03434, 0.015969, -0.012269, -0.145521, 0.001079, 0.008579, 0.169368, -0.004318, 0.013549, 0.168096, -0.008327, 0.017036, 0.183635, -0.001439, -0.030982, -0.082279, 0.053848, -0.012089, -0.185012, 0.003655, 0.010172, 0.193805, 0.001869, -0.014249, -0.153808, -0.003768, -0.002078, -0.180584, 0.005723, 0.00609, 0.169029, -0.008125, -0.037484, -0.17508, -0.006458, 0.018307, 0.16783, -0.008167, 0.001768, 0.100232, -0.014038, 0.05352, 0.130474, 0.024658, 0.002992, 0.129024, -0.019858, -0.006748, -0.14918, 0.005736, -0.000847, -0.09648, 0.025429, 0.149071, -0.001159, -0.012739, -0.053016, 0.031781, 0.005082, 0.011339, 0.2182, -0.006776, 0.021237, 0.162024, 0.000584, -0.003805, -0.177244, 0.004379, 0.01286, 0.098449, -0.011378, 0.018013, 0.148699, -0.000532, -0.010743, -0.18104, 0.003894, 0.007109, 0.196426, 0.000296, 0.011692, 0.020338, 0.198215, -0.006663, -0.145077, 0.001561, 0.01044, 0.178221, 0.011269, -0.013864, -0.19615, -0.000653, 0.014075, 0.17092, -0.005966, -0.007731, -0.198653, 0.005217, 0.009046, 0.180748, -0.010602, -0.005693, -0.186195, 0.003543, -0.018223, -0.133458, 0.007792, -0.021455, -0.183341, 0.019198, -0.009047, -0.17998, 0.00456, 0.02338, 0.149841, -0.006698, 0.000556, -0.116047, -0.002471, 0.017339, 0.18971, -0.00596, -0.000369, 0.161229, 0.00967, 0.012621, 0.102511, -0.01683, -0.006938, -0.173433, -0.008493, -0.147717, -0.028275, 0.009272, 0.012885, 0.159981, -0.001841, -0.017786, -0.155364, 0.015688, 0.009436, 0.181631, 0.004601, -0.077334, 0.046172, -0.003601, 0.004838, 0.144623, -0.014356, -0.005078, -0.204358, 0.010897, 0.005607, 0.147515, -0.001868, 0.011193, 0.116465, 0.00033, -0.007353, -0.173172, 0.005066, 0.009778, 0.180737, 0.000653, -0.046215, -0.130537, 0.043046, 0.012888, 0.134116, 0.001259, -0.016015, -0.147022, -0.00062, 0.160069, 0.024567, -0.004677, 0.004737, 0.214621, 0.002499, 0.002255, 0.182506, -0.001842, -0.028859, -0.151772, 0.014293, -0.019814, -0.16245, 0.011547, 0.006135, 0.172404, -0.010732, -0.010609, -0.172551, 0.005897, -0.013923, -0.161244, -0.001822, -0.036056, -0.070258, 0.008962, 0.05634, 0.130284, -0.038583, -0.012305, -0.10102, 0.020719, 0.008326, 0.217181, -0.007973, 0.010736, 0.209708, 0.001634, -0.000076, 0.141037, -0.051963, 0.140093, 0.025368, -0.00917, -0.006622, -0.132753, -0.011109, -0.010937, -0.17139, -0.013273, 0.019609, 0.133435, -0.026035, 0.017591, 0.167763, -0.000019, 0.016145, 0.156062, 0.007422, 0.028076, 0.089124, -0.038041, -0.01242, -0.197683, 0.002191, 0.013217, 0.198558, -0.001209, -0.025489, -0.158053, 0.002698, -0.003097, -0.16221, 0.006934, 0.006135, 0.194259, -0.016144, 0.008347, 0.135496, -0.004496, -0.014266, -0.151715, 0.009186, -0.009064, -0.176087, -0.000464, -0.015501, -0.105742, 0.010133, -0.020046, -0.173313, 0.001944, -0.015204, -0.171282, 0.008694, 0.061293, 0.137044, -0.014966, -0.006429, -0.189833, -0.011956, 0.012165, 0.171661, -0.002214, -0.009787, -0.202263, 0.002838, -0.000755, 0.134141, -0.033537, -0.010416, -0.193896, 0.010947, 0.004646, 0.136938, -0.019008, -0.003035, -0.085645, 0.00214, -0.033065, -0.076849, 0.012574, -0.009193, -0.212252, 0.008493, -0.012087, -0.13333, 0.016508, -0.009607, -0.203288, 0.000311, 0.01302, 0.135159, -0.003455, 0.119628, -0.009846, 0.003595, -0.015041, -0.164511, 0.002243, -0.009737, -0.189882, -0.006496, -0.071651, -0.068193, -0.047356, -0.01813, -0.154611, 0.014942, -0.015516, -0.097934, 0.023664, -0.018135, -0.157342, 0.007945, 0.013358, 0.131304, -0.008616, -0.029429, -0.156721, 0.01036, -0.032536, -0.17689, 0.002745, 0.008776, 0.21834, -0.003667, 0.009067, 0.203082, -0.00836, -0.00997, -0.189551, -0.002745, 0.007595, 0.180391, -0.005421, -0.011019, -0.159163, 0.001749, 0.000295, 0.167151, -0.011301, 0.017253, 0.178861, 0.005405, -0.014837, -0.185817, 0.008251, 0.024371, 0.188135, 0.001705, -0.00918, -0.17768, 0.007282, 0.013581, 0.143314, 0.011147, -0.018967, -0.116706, 0.009626, 0.008106, 0.19249, -0.001647, -0.05295, -0.115586, 0.006231, -0.003464, -0.185708, 0.005385, -0.018262, -0.160955, 0.000346, -0.022945, -0.143498, 0.009395, 0.009254, 0.210195, -0.006573, 0.005289, 0.213792, -0.006625, 0.002273, 0.233885, 0.014293, -0.146028, -0.010733, 0.00883, -0.014118, -0.171101, 0.008013, -0.006812, -0.132334, 0.001734, 0.011208, 0.190629, -0.000358, 0.007634, 0.200957, -0.016762, 0.009513, 0.187172, -0.006924, 0.009308, 0.138333, 0.014501, -0.009183, -0.174869, 0.010281, 0.015143, 0.076419, -0.003945, 0.01135, 0.190913, -0.003067, -0.134841, -0.044523, 0.020408, -0.014782, -0.152942, 0.002302, 0.007223, 0.180789, -0.00455, -0.019035, -0.112433, 0.01562, -0.060419, -0.087595, 0.046593, -0.013737, -0.180303, 0.000681, 0.022939, 0.049721, -0.054093, 0.013859, 0.212962, -0.000371, -0.000581, 0.146293, 0.004184, -0.015241, -0.160708, -0.001801, 0.01828, 0.178839, -0.002088, -0.020823, -0.174049, -0.00373, -0.049424, -0.109922, 0.016359, -0.009175, -0.120777, -0.010691, -0.024669, -0.176445, -0.001042, -0.009194, -0.109363, 0.011547, 0.006634, 0.150658, -0.005905, -0.07315, -0.165142, 0.001643, -0.141336, -0.012004, 0.008728, -0.002271, 0.081256, -0.02865, -0.013532, -0.111499, -0.00425, 0.003041, 0.157509, -0.000718, -0.016949, -0.171434, 0.010197, 0.118406, -0.022225, -0.012854, 0.150321, 0.016631, -0.002448, -0.010051, -0.156305, 0.003133, -0.004843, -0.16304, 0.013047, -0.163824, -0.020657, 0.007186, 0.001656, 0.216364, -0.008221, -0.017136, -0.179507, 0.019468, -0.001006, -0.181619, 0.011597, -0.018013, -0.207687, -0.001898, -0.001066, 0.135711, 0.003687, 0.011736, 0.176207, -0.004604, -0.007273, -0.150368, 0.021094, 0.022255, 0.140591, -0.012998, 0.016387, 0.157919, -0.011063, -0.009538, -0.033248, 0.096042, -0.007937, -0.212305, 0.004148, -0.015073, -0.167229, 0.00582, 0.011816, 0.217597, -0.002062, 0.161197, 0.021821, -0.005792, -0.008675, -0.212732, 0.008578, 0.009443, 0.189928, -0.005995, -0.008803, -0.090543, 0.007297, 0.060287, 0.113391, -0.018268, 0.008411, 0.205391, 0.007168, 0.036006, 0.119749, -0.007102, 0.005566, 0.206204, -0.009396, -0.010473, -0.160798, 0.008607, -0.026945, -0.136857, 0.017678, -0.014324, -0.204946, 0.001494, -0.00967, -0.120834, 0.004041, 0.052146, 0.053641, 0.039426, -0.018981, -0.144598, 0.005674, 0.014829, 0.18434, 0.002279, -0.064805, -0.175663, 0.080545, -0.018295, -0.192577, -0.001821, 0.014972, 0.163906, -0.005992, 0.007973, 0.129928, -0.020978, -0.004435, -0.008306, -0.089818, 0.019876, 0.15414, -0.007568, 0.117986, 0.067892, -0.010133, 0.005336, 0.138574, -0.009244, -0.007952, -0.176067, 0.003078, -0.01272, -0.12945, 0.03342, 0.007799, 0.131911, 0.009842, -0.00552, -0.164179, 0.009455, 0.16628, 0.02966, -0.003472, 0.000671, 0.16496, -0.004612, -0.010712, -0.15117, 0.016654, 0.006895, 0.194864, 0.007851, -0.008612, -0.200306, 0.006741, -0.002547, -0.115397, 0.022596, 0.010914, 0.193542, -0.003576, 0.003077, 0.091399, -0.022859, -0.016914, -0.186742, 0.004584, -0.016638, -0.053972, 0.025656, 0.009506, 0.160808, -0.004414, -0.020835, -0.157493, 0.007504, -0.006323, -0.179235, 0.001868, 0.012009, 0.190295, -0.001579, -0.002811, -0.138489, 0.011385, -0.039836, -0.136705, 0.01435, -0.01685, -0.166215, 0.002965, 0.016949, 0.184058, 0.002203, -0.028516, -0.147119, -0.00333, 0.009942, 0.122282, -0.011504, -0.068577, -0.109974, 0.010708, -0.003609, 0.164223, 0.003903, -0.143263, -0.011276, -0.004148, 0.007133, 0.062257, 0.006469, -0.016121, -0.184146, -0.001888, 0.008557, 0.142682, -0.007465, -0.004029, -0.209876, -0.004463, 0.013332, 0.124363, -0.015037, -0.003186, -0.155422, 0.024097, 0.000547, 0.121406, 0.021483, -0.014689, -0.208909, -0.001047, -0.134497, -0.040668, 0.000602, -0.003128, -0.093091, 0.021455, -0.009744, -0.195454, 0.003743, -0.00451, -0.115395, -0.006761, -0.160808, 0.002453, 0.009914, 0.004048, 0.151293, 0.001384, -0.026551, -0.106408, 0.021285, 0.001524, 0.157491, -0.019079, 0.01068, 0.205723, -0.00348, 0.017876, 0.111798, -0.013086, 0.006732, 0.129492, -0.005102, 0.001896, 0.071317, -0.017378, -0.014394, -0.161986, 0.001491, -0.011328, -0.212266, 0.003356, -0.020618, -0.146647, 0.006697, -0.015706, -0.114885, 0.014108, -0.009693, -0.144963, -0.000148, 0.029607, 0.11435, 0.00642, -0.047606, -0.106983, 0.036747, 0.005457, 0.10897, 0.00503, 0.002864, 0.13721, -0.00464, 0.017038, 0.163982, -0.012823, 0.008032, 0.161484, -0.011719, -0.008647, -0.127049, -0.001389, 0.014199, 0.181045, -0.013531, -0.007113, -0.134347, 0.023767, -0.049287, -0.141501, -0.002148, -0.008932, -0.188051, 0.006405, 0.019102, 0.157486, -0.000158, 0.008903, 0.138731, -0.014435, -0.012486, -0.183824, 0.004059, 0.022608, 0.111518, -0.020162, 0.007124, 0.205513, -0.005406, -0.016671, -0.133653, -0.00474, 0.017722, 0.163068, 0.00628, 0.000035, -0.000016, 0.091466, 0.000324, 0.110638, -0.019341, -0.013848, -0.168595, 0.005429, 0.008438, 0.185649, -0.000769, -0.017109, -0.160607, 0.006427, 0.001942, 0.162142, -0.016627, 0.008962, 0.21723, 0.006448, 0.012381, 0.154694, -0.007623, -0.005081, -0.144675, 0.01244, 0.017184, 0.118251, -0.011363, 0.007131, 0.164684, -0.00441, -0.008562, -0.18378, -0.004527, -0.012907, -0.15517, -0.010461, 0.01231, 0.191388, -0.002416, 0.006176, 0.204492, -0.006283, -0.070658, -0.096128, 0.016389, 0.01399, 0.157093, 0.001993, -0.027282, -0.185037, 0.001863, -0.008134, -0.17967, 0.009375, -0.058194, -0.117678, 0.001626, -0.033358, -0.07841, 0.017558, -0.008917, -0.117326, 0.044308, -0.015848, -0.174726, 0.00858, 0.01414, 0.150003, -0.00114, 0.011682, 0.17764, 0.000686, -0.14757, -0.007392, 0.001518, 0.016195, 0.220009, -0.001026, 0.007987, 0.201893, -0.003164, -0.012415, -0.204072, 0.002067, 0.022457, 0.082269, 0.041653, -0.011065, -0.171389, -0.002524, 0.040759, 0.076, 0.015789, 0.015556, 0.118538, -0.009555, -0.002848, -0.100576, 0.02192, -0.012589, -0.192228, -0.002897 ]
 }
, "name": "LlmExporter::FusedLinearAttention_130", "outputIndexes": 
[ 34 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 7, 33, 33, 34 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.0/self_attn/FusedLinearAttention", "outputIndexes": 
[ 35 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 20, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 36 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 29, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.0/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 37 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ -1 ]
 }
, "name": "/blocks.0/self_attn/Constant_3_output_0", "outputIndexes": 
[ 38 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 36, 37, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.0/self_attn/Concat_1_output_0", "outputIndexes": 
[ 39 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 35, 39 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.0/self_attn/Reshape_output_0", "outputIndexes": 
[ 40 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 40 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1023 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1023 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1024 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1024 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 1974294, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.0/self_attn/out_proj/Linear", "outputIndexes": 
[ 1025 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1025 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1026 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1026 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.0/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 41 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 4, 41 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/Add_output_0", "outputIndexes": 
[ 42 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 42 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 2629676, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.0/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 43 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 43 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1027 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1027 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1028 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1028 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 2637868, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.0/mlp/w1/Linear", "outputIndexes": 
[ 1029 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1029 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1030 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1030 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 44 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 44 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.0/mlp/Mul_output_0", "outputIndexes": 
[ 45 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1028 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 5587010, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.0/mlp/w3/Linear", "outputIndexes": 
[ 1033 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1033 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1034 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1034 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 46 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 45, 46 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/mlp/Mul_1_output_0", "outputIndexes": 
[ 47 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 47 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1035 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1035 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.0/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1036 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1036 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 8536152, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.0/mlp/w2/Linear", "outputIndexes": 
[ 1037 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1037 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.0/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1038 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1038 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.0/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 48 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 42, 48 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.0/Add_1_output_0", "outputIndexes": 
[ 49 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 49, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/Reshape_output_0", "outputIndexes": 
[ 50 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 50 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 11485294, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.1/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 51 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 51 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1039 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1039 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1040 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1040 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 11493486, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.1/self_attn/in_proj/Linear", "outputIndexes": 
[ 1041 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1041 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1042 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1042 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 52 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 52 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.1/self_attn/Transpose_output_0", "outputIndexes": 
[ 53 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 51 ]
, "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_output_0", "outputIndexes": 
[ 54 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 54 ]
, "main_type": "NONE", "name": "Shape98", "outputIndexes": 
[ 55 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 54 ]
, "main_type": "NONE", "name": "Rank100", "outputIndexes": 
[ 56 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 56, 56 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp102", "outputIndexes": 
[ 57 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 57 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze103", "outputIndexes": 
[ 58 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 57, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp105", "outputIndexes": 
[ 59 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 59 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze106", "outputIndexes": 
[ 60 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 55, 58, 60, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice109", "outputIndexes": 
[ 61 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 61 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze110", "outputIndexes": 
[ 62 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 62, 62 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp112", "outputIndexes": 
[ 63 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 54, 63, 57 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_output_0", "outputIndexes": 
[ 64 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 64, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 65 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 57 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze120", "outputIndexes": 
[ 66 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 59 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze123", "outputIndexes": 
[ 67 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 55, 66, 67, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice126", "outputIndexes": 
[ 68 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 68 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze127", "outputIndexes": 
[ 69 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 69 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp128", "outputIndexes": 
[ 70 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 70, 69 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp129", "outputIndexes": 
[ 71 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 54, 71, 57 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.1/self_attn/Gather_1_output_0", "outputIndexes": 
[ 72 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 72, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 73 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 65, 73, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.1/self_attn/Concat_output_0", "outputIndexes": 
[ 74 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 74, 32 ]
, "main_type": "NONE", "name": "/blocks.1/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 75 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.051138, 0.115156, -0.015225, -0.022301, -0.190642, -0.011605, -0.029048, -0.165401, -0.002184, 0.024236, 0.126581, -0.045626, 0.11472, 0.011139, -0.024009, -0.018884, -0.172198, -0.031345, 0.023644, 0.121256, 0.015478, 0.021649, 0.182391, 0.011011, -0.033021, -0.127335, -0.006112, 0.035186, 0.174008, -0.002371, 0.01365, 0.148136, 0.002383, -0.030433, -0.087963, 0.062817, 0.004121, 0.192035, -0.010585, 0.026378, 0.091085, -0.047726, 0.012221, 0.090099, -0.069007, 0.024572, 0.216317, -0.006166, 0.042027, 0.11823, 0.010033, -0.020977, -0.151612, 0.010238, -0.085222, -0.023157, 0.02017, -0.023855, -0.137975, -0.005079, 0.016337, 0.171606, 0.026504, -0.00801, -0.124438, 0.008822, -0.023277, -0.187805, 0.015035, -0.034895, -0.087872, 0.046967, -0.039181, -0.111353, 0.046738, 0.073248, 0.11928, 0.020772, 0.106647, 0.040733, -0.011132, -0.013789, -0.16465, 0.006654, 0.02971, 0.166304, 0.041078, -0.018849, -0.097758, 0.073448, 0.016035, 0.186986, 0.018197, -0.013907, -0.064167, 0.000286, -0.040139, -0.106666, -0.01338, 0.031693, 0.189639, -0.001869, 0.023459, 0.107552, -0.013479, 0.043339, 0.153411, 0.013897, 0.04337, 0.110617, -0.026554, 0.037344, 0.161182, 0.022656, 0.021219, 0.109664, -0.062598, -0.02791, -0.161896, -0.000736, -0.036569, -0.16573, -0.014508, 0.030578, 0.078711, -0.025149, 0.024332, 0.11997, -0.011468, 0.051169, 0.134191, -0.007422, 0.063301, 0.139369, -0.013408, 0.022262, 0.094081, -0.067104, -0.001865, -0.112834, 0.004851, 0.015034, 0.180085, 0.008708, 0.03162, 0.13888, 0.014698, 0.026458, 0.10776, -0.050429, -0.017014, -0.086828, 0.057657, 0.027669, 0.092938, -0.069423, -0.019086, -0.191154, -0.010782, 0.02834, 0.174909, 0.024736, 0.022697, 0.162742, 0.019926, -0.054116, -0.148565, 0.006075, 0.022217, 0.084714, -0.07194, -0.025478, -0.126226, 0.048214, 0.04718, 0.011765, -0.060822, -0.056813, -0.15065, 0.006503, 0.021478, 0.173284, 0.007259, 0.019016, 0.084179, -0.077723, 0.028956, 0.190546, 0.000653, -0.007555, 0.192409, -0.006141, 0.029923, 0.126236, -0.027259, -0.020661, -0.08622, 0.071474, -0.027091, -0.182986, 0.004407, 0.041379, 0.133903, -0.036934, -0.036218, -0.162674, -0.008941, -0.017481, -0.0608, -0.02083, -0.04088, -0.153278, -0.026355, -0.039938, -0.125855, -0.004731, 0.017485, 0.169148, 0.017423, -0.018355, -0.19444, -0.015622, 0.03074, 0.173512, 0.006111, -0.030487, -0.183345, -0.002156, 0.016511, 0.168904, 0.000986, -0.042391, -0.131653, 0.012494, -0.020483, -0.14497, -0.012659, -0.069928, -0.101339, -0.006478, -0.03698, -0.172194, -0.006247, 0.034542, 0.13038, -0.00587, 0.02887, 0.128977, -0.001593, 0.039025, 0.117509, -0.005444, -0.065064, -0.11836, -0.022772, 0.01609, 0.182157, -0.011149, -0.028739, -0.134796, -0.018307, -0.01723, -0.083129, 0.071766, -0.020759, -0.161804, -0.031712, 0.027478, 0.13405, -0.044196, -0.039339, -0.142286, -0.000987, -0.048788, -0.107657, -0.047848, -0.025064, -0.16305, -0.02337, -0.020768, -0.185924, -0.005185, -0.025378, -0.173121, -0.016816, 0.019777, 0.161347, 0.009661, -0.010476, -0.091594, 0.025386, -0.032244, -0.17256, -0.009834, 0.024084, 0.087487, -0.064837, -0.034645, -0.144316, -0.009377, -0.041666, -0.183244, 0.011284, 0.018439, 0.115835, -0.017315, 0.026218, 0.197072, 0.002357, -0.02524, -0.158918, 0.023769, 0.084171, 0.094854, -0.002085, -0.031132, -0.155404, -0.019407, -0.037563, -0.103416, 0.023242, -0.029879, -0.104469, 0.039408, -0.031479, -0.191371, 0.002834, 0.025, 0.009777, -0.045005, -0.018936, -0.083956, 0.019834, -0.041244, -0.128416, -0.000769, -0.025982, -0.164861, 0.011916, 0.019267, 0.186051, 0.019827, -0.017595, -0.082989, 0.066127, 0.033836, 0.184202, -0.003113, 0.112963, 0.052501, -0.005496, 0.025572, 0.166808, 0.037388, -0.038836, -0.124696, -0.047611, -0.030767, -0.163664, 0.000569, -0.01417, -0.191258, 0.005916, -0.031436, -0.180067, -0.01353, -0.0255, -0.119679, -0.043309, -0.017605, -0.19399, -0.001733, 0.029226, 0.160144, -0.001821, -0.035392, -0.19268, 0.008354, -0.032289, -0.166816, -0.019031, 0.007512, -0.124315, 0.000924, -0.022502, -0.191838, -0.00185, -0.039518, -0.145001, -0.019513, 0.02814, 0.187069, -0.001652, 0.038814, 0.114736, -0.038279, 0.022226, 0.203996, 0.000372, 0.039679, 0.146706, 0.002143, -0.017922, -0.082349, 0.063695, 0.026423, 0.133068, -0.035113, 0.028489, 0.196396, -0.003236, 0.024101, 0.124383, -0.008044, -0.028275, -0.105033, 0.036671, 0.047114, 0.12829, 0.008605, -0.002277, -0.120232, -0.013668, -0.020701, -0.12879, 0.035284, 0.020094, 0.102754, -0.068968, -0.099812, 0.052499, 0.014809, 0.059132, 0.142502, 0.016221, -0.032324, -0.128974, -0.005712, 0.022458, 0.096051, -0.056153, -0.027303, -0.172104, -0.02394, 0.057517, 0.117701, -0.002697, 0.010797, 0.129231, -0.005212, 0.033341, 0.128751, -0.021247, -0.021829, -0.175839, -0.036041, -0.019072, -0.185138, -0.005447, 0.017477, 0.114618, 0.003798, 0.025096, 0.174463, 0.021986, -0.035202, -0.127102, 0.031178, -0.038353, -0.097524, 0.043984, -0.089654, -0.081765, 0.017291, -0.070548, -0.124787, 0.029421, 0.053781, 0.122323, 0.03394, 0.042712, 0.102464, 0.000723, -0.03356, -0.096236, 0.05604, -0.063743, -0.117098, 0.005174, -0.026406, -0.13834, -0.007278, 0.030055, 0.164365, 0.018646, 0.006191, 0.134058, -0.009516, 0.020566, 0.192046, -0.002687, -0.039283, -0.126926, 0.008434, 0.032201, 0.122167, -0.01054, 0.022293, 0.106769, -0.053086, -0.028363, -0.187067, -0.002064, -0.027675, -0.175696, -0.030333, -0.032628, -0.183998, 0.012883, 0.029091, 0.186711, -0.001736, -0.03066, -0.094729, 0.06044, -0.020961, 0.107311, 0.000829, 0.023596, 0.162288, 0.027345, 0.013853, 0.125274, -0.000747, -0.021899, -0.091609, -0.021905, -0.007311, 0.154343, -0.008439, -0.049298, -0.124444, 0.032146, -0.000316, -0.107262, -0.011393, -0.029411, -0.154006, -0.044517, 0.001822, 0.099787, -0.010991, -0.004946, -0.00992, 0.042884, 0.045469, 0.079307, -0.063855, -0.033138, -0.104452, -0.051341, -0.027533, -0.187792, -0.002569, -0.01775, -0.122335, -0.002603, -0.080085, 0.040909, -0.003403, -0.004346, 0.11009, -0.034727, -0.01325, -0.105547, -0.041274, -0.03198, -0.124976, 0.034045, 0.008513, 0.12065, -0.012934, 0.044622, 0.12112, -0.018199, 0.038478, 0.088911, -0.007547, -0.027823, -0.184574, -0.000833, 0.007325, -0.101001, -0.007514, -0.035382, -0.194064, -0.005889, -0.095577, -0.062645, 0.007544, -0.009558, -0.193598, 0.002465, 0.029211, 0.154065, 0.027073, -0.042601, -0.14392, -0.012349, -0.02324, -0.108019, -0.095778, -0.033128, -0.077205, 0.052869, 0.042992, 0.133172, -0.004299, -0.019589, -0.085916, 0.063767, -0.011124, -0.190825, 0.017949, 0.018373, 0.103405, -0.019581, -0.027318, -0.186601, -0.00516, 0.032442, 0.177079, 0.005766, -0.028704, -0.108678, 0.035199, -0.027537, -0.16073, -0.006965, -0.078858, -0.062505, 0.048108, 0.011712, 0.091169, 0.107163, -0.038508, -0.10903, 0.034704, 0.055252, 0.075311, -0.013294, -0.014501, -0.194876, 0.003395, -0.027504, -0.161584, -0.018054, -0.023238, -0.176357, -0.03445, -0.014595, -0.063327, 0.022684, 0.041401, 0.13616, 0.007125, 0.020833, 0.187942, 0.02407, 0.019906, 0.18118, 0.01102, 0.051138, 0.148952, -0.001471, 0.047532, 0.104714, 0.00185, -0.006763, -0.092947, 0.061999, 0.012998, 0.185245, 0.030608, 0.036738, 0.192118, 0.010725, 0.023438, 0.169949, 0.031837, -0.047014, -0.130432, -0.012425, -0.034949, -0.130393, 0.008613, -0.039328, -0.07749, 0.033993, 0.02648, 0.185763, -0.000033, -0.013097, -0.16444, 0.001276, 0.024154, 0.184643, -0.01184, 0.005119, 0.130117, -0.005104, 0.030708, 0.118994, -0.037086, -0.028272, -0.166705, 0.002391, 0.108091, 0.011957, -0.019228, -0.034792, -0.124977, -0.004857, -0.020607, -0.091609, 0.043619, -0.048017, -0.122475, 0.023284, -0.029409, -0.167781, -0.028292, 0.055439, 0.142714, 0.007863, 0.015599, 0.115963, 0.011125, -0.023084, -0.191937, 0.007466, -0.019031, -0.168885, 0.00115, 0.017918, 0.108268, -0.022533, -0.017653, -0.18026, 0.002684, 0.026296, 0.086356, -0.042201, -0.093878, -0.049068, 0.011116, 0.034613, 0.101285, -0.052282, -0.033994, -0.184443, -0.009647, 0.020064, 0.172641, -0.004298, 0.016284, 0.16609, 0.002074, -0.020801, -0.086362, 0.075152, 0.04454, 0.123478, 0.012379, 0.045616, 0.134225, -0.024107, -0.015932, -0.166396, -0.011116, -0.105372, -0.049937, 0.024241, -0.012122, -0.11244, -0.004032, 0.026819, 0.161361, 0.010047, -0.009844, -0.13277, 0.006492, -0.018974, -0.07919, 0.068946, -0.02166, -0.174032, 0.007644, -0.029511, -0.14208, -0.046257, 0.013573, 0.140494, 0.000215, -0.017565, -0.178204, 0.009775, -0.015186, -0.164416, -0.002466, 0.045651, 0.123616, 0.006644, -0.017283, -0.188506, -0.003048, -0.035793, -0.107989, 0.056443, -0.037146, -0.033518, 0.062131, -0.145253, 0.02749, -0.014799, -0.032967, -0.113184, 0.045591, 0.025157, 0.100744, -0.064917, -0.06668, -0.055305, 0.01569, -0.01619, -0.195311, -0.001795, -0.022987, -0.1572, -0.010959, -0.007344, -0.184646, -0.017471, -0.084584, -0.09594, 0.005077, 0.019402, 0.199162, -0.025182, -0.039574, -0.150287, -0.000216, -0.007972, -0.122367, -0.005116, 0.095343, 0.094308, -0.000391, -0.050099, -0.122992, -0.033041, -0.020454, -0.151125, 0.030043, 0.010308, 0.089959, -0.077104, 0.035667, 0.014284, -0.065319, 0.025054, 0.023754, -0.058469, 0.002653, 0.112547, -0.016102, 0.028305, 0.105019, -0.0539, -0.001678, -0.122822, 0.007437, -0.037599, -0.164673, -0.030062, 0.051015, 0.122707, 0.006347, 0.007375, -0.131632, 0.008273, -0.027716, -0.188291, -0.009818, 0.031499, 0.133118, -0.034269, 0.019151, 0.201831, 0.032545, -0.033323, -0.124122, 0.004522, -0.038589, -0.121178, 0.035026, 0.058187, 0.101096, 0.006751, -0.016722, -0.171745, -0.001411, 0.026368, 0.121787, 0.003567, 0.027592, 0.164424, 0.014876, 0.038048, 0.108695, -0.011194, -0.013961, -0.1251, 0.023427, -0.035297, -0.104615, 0.028893, -0.032441, -0.154795, -0.021264, -0.063708, -0.123224, 0.007162, 0.016674, 0.092219, -0.076489, -0.02105, -0.178302, -0.006058, -0.033326, -0.182195, -0.005332, -0.038684, -0.126163, -0.039181, 0.027037, 0.139713, 0.014292, 0.114509, -0.003748, -0.01527, 0.035839, 0.122276, -0.046238, -0.010789, -0.173131, -0.003067, -0.037939, -0.195537, 0.009028, 0.037458, 0.127057, 0.011384, -0.026074, -0.175114, -0.032907, 0.041162, 0.120189, -0.025031, 0.043763, 0.163027, 0.003954, 0.059743, 0.084887, -0.048554, 0.033073, 0.088999, -0.059423, -0.026553, -0.088454, 0.057255, -0.036255, -0.091396, 0.06979, 0.025001, 0.169444, 0.006338, 0.022108, 0.075215, -0.054316, -0.019937, -0.171411, 0.0081, -0.022939, -0.107598, 0.033891, -0.007223, -0.106505, 0.024237, -0.017253, -0.169934, -0.015031, -0.035333, -0.168276, 0.014471, -0.028945, -0.166716, -0.018397, -0.015596, -0.179239, -0.010234, 0.027394, 0.155757, -0.002039, -0.036863, -0.115616, -0.025691, 0.043154, 0.171359, 0.002019, -0.032568, -0.130084, -0.052873, 0.020999, 0.104657, -0.035201, 0.028979, 0.166864, 0.003037, -0.036635, -0.12027, 0.011544, 0.021645, 0.109473, -0.001331, -0.014731, 0.153517, -0.005532, -0.043116, -0.103893, 0.007129, -0.039854, -0.129196, -0.041741, 0.016006, 0.193583, -0.005293, -0.038415, -0.116008, 0.04357, 0.018651, 0.170727, 0.012192, -0.017582, -0.100411, 0.048536, 0.033312, 0.126982, -0.048623, 0.024452, 0.093993, -0.014138, 0.029435, 0.143016, -0.036692, 0.022913, 0.129676, -0.015857, 0.019316, 0.092475, -0.040057, -0.009087, -0.12063, -0.003511, 0.041126, 0.128156, 0.054981, -0.051601, -0.121404, 0.005221, -0.034157, -0.133403, 0.004397, 0.023067, 0.20656, -0.011554, -0.056228, -0.14311, -0.004319, 0.030849, 0.122399, 0.003272, 0.029903, 0.150679, 0.048832, 0.016824, 0.18772, -0.002671, 0.020715, 0.079917, -0.073261, 0.026837, 0.121859, -0.004431, 0.029185, 0.1809, -0.00538, -0.028169, -0.093727, 0.057239, -0.023678, -0.092645, 0.048603, -0.031698, -0.164222, 0.002413, -0.019167, -0.093351, 0.048289, 0.019513, 0.188498, 0.021652, 0.035592, 0.162421, 0.020886, 0.085048, 0.092126, -0.02989, 0.009945, 0.142586, -0.041868, 0.054142, 0.124034, 0.008374, -0.03937, -0.080824, 0.03139, -0.05926, -0.117459, 0.009097, -0.0327, -0.112598, -0.003167, -0.027711, -0.187753, 0.001901, -0.026945, -0.171519, -0.007746, -0.021633, -0.138286, -0.003471, 0.046279, 0.13541, 0.026977, -0.025183, -0.188458, -0.035896, 0.024637, 0.199835, 0.013785, 0.01622, 0.079238, -0.059712, -0.030058, -0.134086, -0.007824, -0.030925, -0.102927, 0.05129, -0.024309, -0.187644, -0.012687, -0.01673, -0.137256, -0.01924, -0.036513, -0.135689, 0.005368, 0.059648, 0.128146, 0.035245, 0.019605, 0.151085, 0.001521, 0.041647, 0.097138, -0.052282, -0.028487, -0.138144, -0.016817, 0.023025, 0.178832, -0.003729, 0.015052, 0.132142, 0.003576, -0.027652, -0.177643, -0.020021, 0.038057, 0.134551, 0.030593, 0.062607, 0.109531, -0.051141, -0.024256, -0.186025, 0.004733, -0.064992, -0.10592, -0.03135, -0.041467, -0.104737, 0.038119, -0.054236, -0.084215, 0.017624, -0.047863, -0.114131, -0.012282, -0.010958, -0.128665, 0.003607, -0.027074, -0.101964, 0.033343, 0.025961, 0.135214, -0.00728, 0.017726, 0.159895, 0.007125, -0.02606, -0.122807, 0.05842, 0.056668, 0.115041, 0.0071, -0.061241, -0.122635, -0.001238, 0.044807, 0.140089, 0.01015, -0.038164, -0.15552, -0.037149, 0.010726, 0.154296, 0.0144, 0.106416, 0.124969, 0.072379, 0.015475, 0.186603, 0.013327, 0.025326, 0.091571, -0.00068, -0.042668, -0.128682, -0.008638, -0.024455, -0.092701, 0.033135, -0.031837, -0.195509, -0.02218, -0.018639, -0.199716, -0.004877, 0.081406, 0.060998, -0.010699, -0.032991, -0.126529, -0.043602, 0.018769, 0.135098, -0.041682, 0.047133, 0.126359, 0.003, 0.029098, 0.190731, 0.008138, 0.009215, 0.183531, 0.000314, 0.028704, 0.091379, -0.05115, -0.028692, -0.159104, -0.021847, -0.026902, -0.167715, -0.008594, -0.022996, -0.161262, -0.025502, -0.025037, -0.161009, -0.025053, 0.0258, 0.100925, -0.024423, -0.040163, -0.067764, 0.035155, -0.039649, -0.112326, 0.016223, -0.039866, -0.108829, -0.00838, -0.022628, -0.159523, -0.005278, 0.021227, 0.109348, -0.016845, 0.034247, 0.104923, -0.035511, -0.022632, -0.173876, -0.021162, -0.042725, -0.12692, 0.018907, 0.051083, 0.115366, 0.020542, 0.01367, 0.08923, -0.052308, -0.023733, -0.143923, 0.019054, 0.028138, 0.171844, 0.013745, -0.009685, -0.142843, -0.01951, 0.033961, 0.148816, 0.011596, 0.024242, 0.180153, 0.018512, -0.027046, -0.182477, 0.000112, -0.03717, -0.137815, -0.001751, 0.056824, 0.119411, 0.003187, -0.042915, -0.128388, -0.012969, 0.030782, 0.186497, -0.011914, -0.033894, -0.09552, 0.05466, -0.035717, -0.102326, 0.034252, 0.023752, 0.084336, -0.030801, 0.019084, 0.174797, 0.024645, 0.019794, 0.103259, -0.055517, 0.015994, 0.150662, -0.024073, 0.047912, 0.100958, -0.009445, -0.076982, -0.065472, 0.028479, -0.020128, -0.16754, -0.007819, 0.045514, 0.134785, -0.008599, -0.035763, -0.110072, 0.036225, -0.024378, -0.092336, 0.066946, 0.015987, 0.114352, -0.015237, 0.019469, 0.117417, -0.033898, -0.024019, -0.177637, 0.007726, -0.031636, -0.113319, 0.041387, -0.02596, -0.168988, -0.001414, 0.083056, 0.04963, -0.038652, 0.01804, 0.094766, -0.062776, -0.013089, -0.148843, -0.000238, 0.016623, 0.119743, -0.008718, 0.01131, 0.121531, 0.00151, -0.034181, -0.149405, -0.014954, -0.025816, -0.144044, 0.019126, -0.021586, -0.200218, 0.005873, 0.101706, 0.01898, -0.016118, 0.013548, 0.086248, -0.075975, 0.016218, 0.120093, -0.009036, 0.020645, 0.18993, 0.020519, -0.027043, -0.096353, 0.060679, 0.017364, 0.18367, 0.016822, 0.029555, 0.150549, -0.028758, -0.030815, -0.170236, 0.001126, -0.074622, -0.100355, 0.01531, 0.03631, 0.149783, 0.021546, 0.014911, 0.182758, 0.008881, 0.064, 0.084759, -0.031229, 0.020876, 0.097144, -0.026401, -0.022104, -0.078857, 0.066247, -0.00882, -0.111445, 0.004119, -0.026753, -0.198082, 0.00114, 0.029785, 0.179154, 0.022658, -0.079464, -0.111354, 0.009421, 0.028761, 0.095671, -0.022598, 0.043936, 0.122265, 0.052827, 0.059818, 0.137433, -0.009937, -0.09275, -0.041941, 0.03961, -0.044886, -0.111446, 0.016604, 0.02691, 0.157326, 0.039555, -0.043114, 0.050547, -0.027834, 0.060692, 0.112089, -0.00284, -0.024565, -0.042771, 0.069893, -0.023933, -0.188198, -0.010966, 0.095771, 0.025351, -0.015746, -0.03048, -0.068159, -0.000627, 0.022414, 0.094211, -0.065535, -0.019589, -0.112732, 0.035295, 0.023042, 0.098765, -0.052808, -0.03123, -0.116653, 0.046487, 0.071165, 0.118933, -0.024389, -0.003312, -0.12891, -0.00783, -0.010974, -0.176083, -0.007337, -0.037109, -0.148954, 0.009291, -0.027373, 0.128105, -0.003155, -0.0843, -0.080262, 0.017633, -0.034411, -0.111914, 0.02709, -0.068805, -0.059104, 0.001912, -0.038833, -0.166019, 0.014487, 0.023004, 0.116861, 0.006122, 0.046455, 0.103346, -0.022441, -0.028277, -0.197872, 0.002051, -0.114393, 0.077118, -0.019357, -0.01159, -0.15491, -0.012045, -0.043336, -0.080164, -0.013997, -0.013773, -0.141787, -0.015683, -0.015149, -0.084448, 0.06119, -0.027547, -0.175831, 0.00115, -0.039555, -0.183372, 0.013929, -0.033191, -0.102596, 0.046625, -0.034212, -0.14632, 0.007174, 0.018604, 0.119863, 0.014118, 0.022182, 0.171038, -0.002297, -0.023844, -0.159965, -0.023043, 0.032266, 0.127922, -0.016805, -0.040686, -0.134379, -0.003119, -0.027812, -0.200707, -0.000993, 0.040575, -0.067206, 0.002038, -0.029378, -0.177217, -0.01094, -0.033218, -0.17308, -0.020154, 0.007243, 0.131708, -0.018358, -0.069466, -0.105837, -0.001584, 0.027437, 0.119476, -0.049972, -0.024391, -0.180745, -0.005101, 0.026376, 0.197167, 0.000756, 0.068241, 0.114344, -0.006932, -0.086881, -0.102658, -0.006972, -0.026822, -0.086664, 0.057103, 0.003047, -0.140069, 0.004068, -0.050952, -0.048652, 0.047503, 0.031583, 0.138576, -0.000763, 0.024558, 0.089526, -0.066275, 0.013327, 0.128408, -0.005789, -0.01769, -0.050476, -0.075587, -0.027196, -0.10135, 0.022263, 0.033228, 0.084019, -0.048754, 0.026225, 0.080075, -0.054774, -0.048623, -0.166649, 0.008199, -0.039101, -0.10579, 0.042038, 0.007977, 0.051843, -0.065681, -0.03386, -0.151954, 0.01685, -0.078955, -0.098914, -0.004682, -0.024379, -0.165299, -0.008191, -0.024179, -0.081369, 0.04488, -0.031914, -0.188885, -0.000501, -0.028515, -0.124967, -0.003134, -0.023966, -0.099494, 0.026881, -0.042316, -0.161997, -0.041435, -0.024166, -0.16447, -0.030995, 0.010852, 0.127488, 0.004402, -0.019872, -0.167428, -0.015413, -0.010797, -0.121968, 0.005579, 0.025755, 0.15941, 0.040781, 0.032202, 0.14023, 0.00542, 0.022028, 0.081977, -0.002717, -0.011756, -0.133126, 0.00958, 0.054827, 0.108597, 0.028169, 0.026464, 0.110015, -0.047376, 0.017563, 0.159249, -0.022507, -0.0227, -0.087619, -0.015768, -0.019776, -0.141187, 0.012682, 0.024442, 0.164463, 0.004722, 0.034882, 0.105575, -0.017337, -0.029576, -0.136354, 0.001216, -0.029418, -0.09898, 0.010667, 0.022792, 0.166902, -0.000792, 0.031541, 0.197674, -0.01174, 0.070291, 0.143994, -0.005778, 0.041429, 0.123491, -0.024983, -0.021514, -0.151569, 0.003003, 0.005751, 0.098268, -0.01039, -0.024591, -0.090543, 0.061322, -0.035208, -0.169103, -0.016212, -0.041093, -0.126607, -0.010345, 0.04487, -0.179946, -0.004889, -0.018116, -0.180357, -0.001254, 0.020042, 0.142971, -0.001362, -0.027328, -0.140207, -0.006136, 0.030458, 0.117796, 0.015015, 0.00096, -0.06459, -0.035941, 0.027817, 0.20187, 0.001859, -0.031176, -0.093879, 0.04476, -0.012791, -0.098705, 0.049173, -0.042422, -0.099648, 0.036771, 0.043945, 0.123992, 0.003232, 0.00118, 0.003721, 0.184542, -0.030928, -0.161106, -0.029441, 0.018935, 0.198031, 0.002671, -0.002272, -0.004581, -0.12133, -0.03003, -0.18716, 0.005147, -0.025427, -0.161085, -0.033846, 0.036063, 0.097781, -0.027651, -0.064467, -0.08416, 0.01279, 0.033537, 0.114124, -0.028977, -0.016209, -0.165292, 0.003403, 0.063188, 0.106407, 0.007213, -0.033991, -0.092324, 0.040773, -0.026935, -0.173923, 0.016508, -0.021675, -0.097285, 0.050726, 0.051038, 0.124758, 0.007858, -0.042091, -0.145246, 0.001242, -0.028947, -0.157632, -0.055444, -0.031227, -0.165708, 0.007675, -0.0294, -0.188021, 0.003237, 0.033647, 0.156434, -0.004182, -0.02487, -0.174214, -0.008003, -0.033854, -0.113966, 0.042359, 0.047101, 0.138209, 0.014024, 0.022853, 0.173955, -0.014227, -0.024101, -0.077839, 0.062165, 0.027696, 0.148757, -0.012943, -0.042915, -0.138001, -0.052982, -0.073523, -0.11648, 0.008705, -0.03224, -0.160656, -0.037172, -0.02662, -0.092612, 0.058738, 0.022626, 0.117482, -0.027474, 0.042167, 0.121338, 0.022652, 0.032926, 0.170747, -0.015817, -0.032217, -0.119057, -0.000453, 0.028958, 0.133611, 0.018797, -0.015346, -0.207847, -0.005122, 0.019917, 0.086575, -0.061937, -0.013077, -0.191134, -0.013515, 0.018958, 0.178419, 0.001297, 0.023281, -0.177636, 0.012076, 0.066347, 0.066808, -0.028086, 0.046038, 0.123782, 0.019035, 0.02906, 0.171506, 0.0191, -0.042383, -0.117328, -0.032444, 0.032689, 0.125423, -0.0431, 0.04304, 0.127461, 0.012088, -0.053354, -0.109386, 0.005009, -0.008736, -0.127925, 0.00532, -0.063368, -0.113606, -0.015709, -0.048691, -0.146328, 0.008182, -0.021919, -0.167486, -0.006003, -0.010768, -0.200858, -0.003796, -0.039053, -0.172935, 0.001958, -0.00834, -0.121023, 0.012384, 0.003332, 0.081339, -0.023899, 0.009919, 0.093781, -0.057656, 0.031099, 0.036664, -0.058237, 0.031508, 0.099864, -0.034373, 0.043154, 0.139318, 0.011102, -0.020456, -0.197066, -0.012686, -0.023618, -0.168885, 0.003854, -0.023081, -0.11656, 0.046126, 0.029007, 0.197849, -0.000896, -0.028237, -0.096744, 0.068836, -0.02263, -0.083959, 0.067461, -0.014005, -0.179795, 0.006922, 0.024711, 0.10359, -0.01386, 0.020529, 0.078095, -0.073054, -0.052242, -0.141917, 0.003168, 0.022016, 0.190731, 0.020765, -0.033156, -0.117822, 0.019824, 0.013381, 0.175447, -0.009424, 0.008915, 0.127873, -0.007048, -0.024845, -0.176177, 0.009623, -0.022105, -0.185265, -0.001389, 0.060761, 0.11762, 0.060507, -0.038273, -0.11141, 0.026652, -0.055717, -0.051682, 0.051363, -0.002952, -0.125537, -0.003759, 0.056562, 0.117137, -0.006858, -0.029272, -0.111686, 0.037276, 0.032497, 0.126018, -0.034491, 0.027518, 0.142036, 0.006354, 0.089521, -0.083619, 0.010985, -0.023883, -0.193565, -0.007097, 0.028537, 0.1012, -0.059711, 0.031473, 0.137981, 0.053397, -0.013782, -0.105879, 0.062754, -0.027448, -0.130887, -0.002763, 0.062724, 0.147746, -0.00285, -0.065391, -0.139658, -0.0206, -0.008409, -0.123273, 0.036781, 0.038272, 0.150638, 0.001277, -0.022198, -0.178475, -0.012908, -0.024293, -0.157262, -0.001341, 0.03238, 0.158597, -0.013425, -0.026096, -0.112566, 0.012136, 0.032792, 0.143539, -0.001045, 0.021313, 0.086196, -0.05141, 0.010912, 0.200623, -0.01337, -0.02076, -0.166764, -0.048996, -0.018376, -0.214146, 0.000218, -0.023431, -0.157236, -0.015755, -0.03524, -0.107574, 0.022528, 0.036258, 0.132047, 0.004641, 0.031245, 0.1742, 0.018944, 0.027284, 0.171733, 0.016165, 0.020687, 0.192919, -0.003509, -0.042527, -0.171549, -0.013436, -0.109683, -0.027389, 0.02564, 0.042745, 0.136814, 0.00529, 0.017771, 0.201267, -0.001757, 0.024464, 0.172152, 0.015019, 0.009444, 0.092272, -0.011624, 0.031617, 0.185897, -0.011702, -0.041462, -0.151236, 0.009514, -0.043797, -0.120029, 0.009865, -0.021475, -0.174256, -0.01808, 0.004275, 0.129384, -0.019022, 0.027731, 0.172976, 0.019417, -0.06625, -0.124248, 0.005736, -0.100581, -0.049379, 0.005816, 0.029616, 0.178033, -0.002178, -0.030383, -0.11649, 0.017568, 0.021108, 0.18496, 0.016743, -0.025872, -0.157252, 0.010675, -0.048138, -0.118267, -0.017257, 0.029448, 0.119801, -0.011915, 0.016212, 0.099357, 0.013534, 0.061511, 0.054916, -0.0661, -0.004268, -0.114825, 0.022261, 0.023806, 0.170722, 0.014563, 0.08627, 0.041243, -0.008448, -0.029954, -0.191077, -0.007203, 0.054521, 0.148087, 0.009874, -0.055818, -0.121591, -0.015366, -0.041384, -0.128917, -0.011669, -0.034431, -0.130486, -0.016862, -0.032029, -0.122744, -0.006179, 0.024898, 0.084504, -0.033462, -0.035167, -0.185989, 0.003663, -0.02148, -0.166894, -0.022161, 0.042996, 0.111118, 0.013186, 0.01943, 0.162181, 0.011556, 0.052665, 0.120326, 0.01952, 0.014239, 0.093228, -0.049161, 0.04402, 0.112652, -0.021333, 0.045639, 0.111839, -0.000665, 0.007678, 0.169448, -0.001542, -0.093069, -0.04286, 0.015138, 0.03597, 0.108487, -0.024146, -0.020745, -0.151695, 0.010206, 0.023051, 0.154007, 0.011844, -0.045417, -0.159924, -0.014965, 0.039668, 0.12447, -0.018921, 0.099471, 0.123662, 0.015027, 0.105482, -0.012122, -0.001676, 0.037314, 0.138271, -0.016421, -0.015443, -0.186137, -0.010982, -0.051473, -0.121951, 0.023511, -0.024838, -0.150598, -0.004228, 0.043114, 0.155629, 0.0225, 0.030747, 0.185338, -0.009601, -0.020117, -0.164662, -0.015896, -0.031977, -0.157572, 0.008946, 0.031385, 0.141852, 0.021856, -0.043461, -0.142046, -0.016606, -0.027912, -0.169977, -0.037126, -0.023277, -0.177697, -0.000687, -0.023137, -0.195465, -0.000034, -0.081825, -0.092966, 0.018795, -0.076754, -0.056751, 0.031884, 0.022685, 0.170975, 0.003873, 0.036899, 0.119002, -0.019565, -0.02641, -0.15368, -0.019796, -0.020794, -0.188913, -0.000926, 0.05429, 0.123286, 0.01894, 0.026246, 0.161275, 0.00088, -0.05807, -0.12197, 0.015899, -0.027677, -0.174794, 0.000736, -0.020589, -0.17424, -0.039778, 0.02231, 0.176913, 0.009781, 0.030313, 0.16116, 0.008645, 0.039595, 0.143543, 0.005062, 0.020617, 0.092253, -0.066034, -0.024312, -0.176559, -0.020205, -0.000453, 0.114483, -0.0094, -0.035567, -0.153976, -0.017646, 0.051568, 0.118707, -0.015768, 0.030046, 0.155611, 0.016868, 0.049672, 0.125337, 0.000738, -0.01259, -0.181016, -0.029459, 0.017459, 0.115147, -0.007575, 0.053274, 0.1315, 0.061193, -0.024529, -0.097385, 0.061435, 0.011806, 0.1194, -0.038577, -0.048254, -0.131055, 0.002508, 0.016294, 0.116879, -0.002798, -0.072307, -0.09961, -0.012665, 0.028328, 0.198819, -0.000589, 0.019433, 0.079156, -0.076352, -0.075881, -0.108964, -0.001262, 0.03103, 0.116007, -0.010395, -0.033983, -0.022101, 0.069228, 0.051673, 0.110868, 0.005999, 0.013168, 0.120425, -0.035523, -0.024335, -0.087263, 0.060164, -0.02209, -0.143487, 0.009479, -0.003166, -0.125141, -0.021015, -0.044787, -0.09227, -0.014638, -0.031629, -0.152787, -0.022362, 0.020503, 0.183252, 0.004146, 0.073463, 0.079255, -0.024076, -0.023282, -0.092704, 0.064412, 0.025641, 0.157316, -0.016562, 0.022723, 0.172968, 0.039011, -0.038111, -0.101737, 0.052109, 0.017578, 0.111926, -0.023885, 0.016615, 0.087206, -0.059574, 0.013985, 0.180841, -0.003796, 0.080574, 0.112912, -0.012134, 0.036024, 0.126862, -0.002251, -0.004986, -0.092491, 0.036851, -0.051921, -0.129395, -0.01799, 0.02732, 0.165397, 0.016566, 0.046797, 0.08598, -0.032469, 0.019469, 0.17112, 0.022923, 0.037072, 0.115793, 0.008811, 0.0309, 0.164467, -0.009056, -0.02557, -0.108401, 0.07088, -0.027004, -0.098474, 0.070035, 0.047792, 0.090859, 0.09145, 0.085961, 0.0674, -0.012544, 0.033813, 0.175678, 0.006496, -0.005027, -0.104889, 0.012243, -0.00797, -0.152483, 0.030552, -0.028454, -0.145712, 0.000157, 0.034579, 0.166332, -0.005383, 0.00924, 0.146789, 0.001025, -0.02739, -0.167285, -0.012653, 0.034654, 0.140796, 0.001198, 0.020013, 0.080534, -0.049165, -0.021819, -0.14957, -0.020464, -0.029844, -0.198619, 0.016361, 0.023281, 0.172487, -0.002521, 0.015702, 0.20221, 0.022649, 0.011946, 0.13564, -0.006556, -0.064159, -0.113246, 0.008648, 0.032288, 0.172128, 0.014894, 0.038425, 0.12068, -0.011538, 0.038517, 0.160472, 0.030687, 0.018571, 0.124947, -0.003881, 0.017566, 0.099081, -0.062538, 0.019801, 0.199451, -0.00677, -0.048773, -0.1149, -0.001357, 0.000552, 0.098058, 0.025159, 0.018365, 0.179987, 0.013472, 0.028901, 0.172275, 0.004528, -0.024071, -0.196318, 0.009205, 0.050187, 0.100588, 0.028461, 0.010769, 0.101353, -0.055406, -0.03198, -0.157036, -0.01244, -0.020798, -0.179437, -0.004129, 0.028434, 0.129479, 0.0016, -0.055578, -0.155849, -0.007564, 0.024595, 0.170036, 0.013061, -0.069131, -0.104283, -0.00674, -0.022374, -0.177111, -0.012449, 0.020637, 0.082144, -0.054621, -0.040067, 0.123985, 0.00122, 0.04175, 0.128357, -0.009447, 0.039254, 0.122497, 0.055412, 0.033394, 0.175625, -0.004076, 0.021424, 0.185201, -0.002072, 0.034956, 0.096917, -0.010825, 0.031903, 0.12458, -0.026597, -0.039447, -0.085689, 0.043326, -0.024906, -0.183653, -0.009672, 0.045065, 0.083158, -0.024604, -0.049984, -0.090163, -0.099069, -0.076323, -0.0867, 0.038971, -0.025481, -0.160356, -0.022312, 0.042385, 0.099649, -0.046373, -0.052304, -0.105772, 0.037482, -0.090605, -0.091922, -0.013563, -0.026208, -0.087335, 0.005061, -0.057107, -0.117108, -0.009105, -0.018236, -0.072904, 0.078856, -0.080311, -0.09926, -0.056702, 0.000011, 0.002296, 0.165274, -0.050697, -0.015327, 0.073381, -0.020552, -0.090977, 0.067191, -0.031279, -0.200323, -0.003124, 0.035353, 0.016927, -0.055778, -0.02966, -0.122815, 0.054149, -0.043697, -0.131998, -0.001621, -0.061968, -0.112159, 0.001829, 0.028629, 0.107848, -0.035204, -0.030719, -0.149831, -0.025755, 0.038864, 0.146447, -0.008198, 0.045265, 0.088752, -0.030605, -0.033821, -0.094426, 0.017105, 0.031974, 0.187246, -0.001522, -0.030056, -0.119204, 0.017088, 0.088974, 0.073551, -0.00557, -0.017186, -0.186283, -0.016625, 0.031263, 0.1058, -0.055451, 0.062147, -0.01189, 0.027729, 0.025252, 0.083807, -0.038766, -0.004169, -0.123777, -0.086252, -0.032816, -0.087594, 0.047723, 0.019924, 0.168644, 0.004348, 0.05196, 0.13166, 0.037857, 0.04223, 0.109715, 0.003516, -0.020421, -0.183497, 0.01054, -0.02197, -0.092658, 0.071555, 0.019234, 0.185308, 0.007381, -0.019029, -0.097475, 0.05461, 0.027311, 0.191739, -0.001109, -0.015897, -0.156787, -0.005948, 0.004835, -0.121921, -0.002302, 0.01498, 0.131906, -0.001874, -0.029351, -0.145911, 0.007434, -0.006936, -0.090319, 0.033269, 0.040783, 0.151889, 0.005673, -0.031209, -0.172506, 0.001633, 0.027001, 0.189734, -0.008583, 0.023855, 0.138821, -0.021434, 0.001738, 0.008612, 0.121055, -0.031915, -0.11186, 0.063547, 0.002971, -0.106531, -0.005059, 0.004343, 0.113603, -0.012378, -0.068286, -0.094393, -0.002878, 0.021798, 0.094738, -0.01683, -0.056684, -0.10766, -0.002935, -0.036752, -0.149739, 0.005549, 0.048182, 0.147273, 0.043247, 0.04458, 0.118548, 0.009194, 0.030023, 0.136019, -0.006194, -0.06251, -0.125133, -0.001682, -0.059501, -0.079263, 0.035981, 0.043607, 0.109908, -0.037549, -0.052467, -0.126357, 0.012272, -0.027661, -0.089528, 0.072496, -0.082713, -0.048062, 0.012687, -0.043997, -0.101839, 0.018926, 0.01696, 0.128939, 0.003883, -0.108121, -0.012059, 0.025346, -0.028792, -0.182438, 0.008154, -0.038403, -0.117737, 0.020659, 0.100782, 0.082001, -0.016017, 0.026839, 0.166257, -0.001613, -0.024724, 0.101694, -0.005111, -0.092023, 0.003254, 0.023504, -0.035831, -0.114647, 0.048445, 0.021027, 0.172315, -0.001726, -0.002618, -0.137744, -0.005, -0.031272, -0.101283, 0.06028, -0.022247, -0.088703, 0.067907, -0.017837, -0.16851, -0.009782, 0.024611, 0.099183, -0.054307, 0.028506, 0.136883, -0.023136, -0.023984, -0.107209, 0.019385, 0.029374, 0.190624, 0.005042, 0.029835, 0.176152, -0.010328, -0.026402, -0.169081, -0.014569, -0.034028, -0.16548, -0.004318, -0.024304, -0.192339, 0.00634, 0.00076, 0.003682, -0.101774, -0.034139, -0.116027, 0.035702, 0.029701, 0.091818, -0.040084, -0.027492, -0.161803, -0.004916, 0.020841, 0.103855, -0.038076, -0.009366, -0.122983, 0.019121, 0.022014, 0.190028, 0.001961, -0.019811, -0.186339, -0.013281, 0.049689, 0.12534, 0.011076, 0.016053, 0.1666, -0.002449, -0.000879, 0.003501, 0.167376, -0.040503, -0.073174, 0.043271, -0.044916, -0.164291, -0.016721, -0.020564, -0.179002, -0.012282, 0.029206, 0.169436, 0.015104, -0.028648, -0.109934, 0.013725, 0.028489, 0.128498, -0.01055, 0.039322, 0.117258, -0.014707, 0.049667, 0.137277, -0.017451, 0.026559, 0.161028, 0.02556, 0.033735, 0.097845, -0.046588, 0.078542, 0.102001, 0.017924, 0.042736, 0.075454, -0.036509, 0.021479, 0.100852, 0.001011, -0.031143, -0.170644, -0.010866, -0.029419, -0.144277, -0.000516, 0.025164, 0.098755, -0.052665, 0.039054, 0.11925, 0.017246, 0.081286, 0.133385, -0.014779, -0.095735, -0.060615, 0.023884, 0.066365, 0.141179, 0.010897, 0.045199, 0.127983, -0.017696, -0.028588, -0.172896, -0.053114, 0.016517, 0.086596, -0.043456, 0.059472, 0.122817, 0.018435, -0.016809, -0.206676, 0.007037, -0.020099, -0.081094, 0.074318, -0.025053, -0.167742, -0.000963, -0.031678, -0.124003, 0.02407, 0.012141, 0.074873, -0.053831, 0.034901, 0.149641, 0.023891, -0.02631, -0.10846, 0.046754, 0.038964, 0.167282, -0.007241, 0.038056, 0.150625, 0.045516, -0.025439, -0.132275, 0.011179, -0.033207, -0.102923, 0.055192 ]
 }
, "name": "LlmExporter::FusedLinearAttention_191", "outputIndexes": 
[ 76 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 53, 75, 75, 76 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.1/self_attn/FusedLinearAttention", "outputIndexes": 
[ 77 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 64, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 78 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 72, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.1/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 79 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 78, 79, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.1/self_attn/Concat_1_output_0", "outputIndexes": 
[ 80 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 77, 80 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.1/self_attn/Reshape_output_0", "outputIndexes": 
[ 81 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 81 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1043 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1043 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1044 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1044 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 13459588, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.1/self_attn/out_proj/Linear", "outputIndexes": 
[ 1045 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1045 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1046 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1046 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.1/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 82 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 50, 82 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/Add_output_0", "outputIndexes": 
[ 83 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 83 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 14114970, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.1/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 84 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 84 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1047 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1047 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1048 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 14123162, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.1/mlp/w1/Linear", "outputIndexes": 
[ 1049 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1049 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1050 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1050 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 85 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 85 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.1/mlp/Mul_output_0", "outputIndexes": 
[ 86 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1048 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 17072304, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.1/mlp/w3/Linear", "outputIndexes": 
[ 1053 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1053 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1054 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1054 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 87 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 86, 87 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/mlp/Mul_1_output_0", "outputIndexes": 
[ 88 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 88 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1055 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1055 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.1/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1056 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1056 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 20021446, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.1/mlp/w2/Linear", "outputIndexes": 
[ 1057 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1057 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.1/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1058 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1058 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.1/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 89 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 83, 89 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.1/Add_1_output_0", "outputIndexes": 
[ 90 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 90, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/Reshape_output_0", "outputIndexes": 
[ 91 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 91 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 22970588, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.2/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 92 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 92 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1059 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1059 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1060 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1060 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 22978780, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.2/self_attn/q_proj/Linear", "outputIndexes": 
[ 1061 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1061 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1062 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1062 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 93 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 92 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_output_0", "outputIndexes": 
[ 94 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 94 ]
, "main_type": "NONE", "name": "Shape170", "outputIndexes": 
[ 95 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 94 ]
, "main_type": "NONE", "name": "Rank172", "outputIndexes": 
[ 96 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 96, 96 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp174", "outputIndexes": 
[ 97 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 97 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze175", "outputIndexes": 
[ 98 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 97, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp177", "outputIndexes": 
[ 99 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 99 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze178", "outputIndexes": 
[ 100 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95, 98, 100, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice181", "outputIndexes": 
[ 101 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 101 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze182", "outputIndexes": 
[ 102 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 102, 102 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp184", "outputIndexes": 
[ 103 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 94, 103, 97 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_output_0", "outputIndexes": 
[ 104 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 104, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 105 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 97 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze192", "outputIndexes": 
[ 106 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 99 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze195", "outputIndexes": 
[ 107 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 95, 106, 107, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice198", "outputIndexes": 
[ 108 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 108 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze199", "outputIndexes": 
[ 109 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 109 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp200", "outputIndexes": 
[ 110 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 110, 109 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp201", "outputIndexes": 
[ 111 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 94, 111, 97 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_1_output_0", "outputIndexes": 
[ 112 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 112, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 113 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 16 ]
 }
, "name": "/blocks.2/self_attn/Constant_2_output_0", "outputIndexes": 
[ 114 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 64 ]
 }
, "name": "/blocks.2/self_attn/Constant_3_output_0", "outputIndexes": 
[ 115 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 105, 113, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_output_0", "outputIndexes": 
[ 116 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 93, 116 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_output_0", "outputIndexes": 
[ 117 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 117 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 23634162, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.2/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 119 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 0 ]
, "main_type": "CastParam", "main": 
{ "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }
, "name": "/rotary/Cast_output_0", "outputIndexes": 
[ 120 ]
, "type": "Cast", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 2 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ -1, 1 ]
 }
, "name": "/rotary/Constant_output_0", "outputIndexes": 
[ 121 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 120, 121 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/rotary/Reshape_output_0", "outputIndexes": 
[ 122 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 32 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 1.0, 0.649382, 0.421697, 0.273842, 0.177828, 0.115478, 0.074989, 0.048697, 0.031623, 0.020535, 0.013335, 0.00866, 0.005623, 0.003652, 0.002371, 0.00154, 0.001, 0.000649, 0.000422, 0.000274, 0.000178, 0.000115, 0.000075, 0.000049, 0.000032, 0.000021, 0.000013, 0.000009, 0.000006, 0.000004, 0.000002, 0.000002 ]
 }
, "name": "/rotary/Constant_1_output_0", "outputIndexes": 
[ 123 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 122, 123 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/rotary/Mul_output_0", "outputIndexes": 
[ 124 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 124 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "COS", "T": "DT_FLOAT" }
, "name": "/rotary/Cos_output_0", "outputIndexes": 
[ 125 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 125, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": 
[ 126 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 124 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SIN", "T": "DT_FLOAT" }
, "name": "/rotary/Sin_output_0", "outputIndexes": 
[ 127 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 127, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": 
[ 128 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 126, 128 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/rotary/Concat_output_0", "outputIndexes": 
[ 129 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 129, 129 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/rotary/Concat_1_output_0", "outputIndexes": 
[ 130 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 2 ]
 }
, "name": "/rotary/Constant_5_output_0", "outputIndexes": 
[ 131 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 130, 131 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_2_output_0", "outputIndexes": 
[ 132 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 132, 16 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": 
[ 133 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 133 ]
, "main_type": "NONE", "name": "Shape230", "outputIndexes": 
[ 134 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 133 ]
, "main_type": "NONE", "name": "Rank232", "outputIndexes": 
[ 135 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 135, 135 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp234", "outputIndexes": 
[ 136 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 136 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze235", "outputIndexes": 
[ 137 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 136, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp237", "outputIndexes": 
[ 138 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 138 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze238", "outputIndexes": 
[ 139 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 134, 137, 139, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice241", "outputIndexes": 
[ 140 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 140 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze242", "outputIndexes": 
[ 141 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 141, 141 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp244", "outputIndexes": 
[ 142 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 133, 142, 136 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_2_output_0", "outputIndexes": 
[ 143 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 119, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_output_0", "outputIndexes": 
[ 144 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 119 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_2_output_0", "outputIndexes": 
[ 145 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 3 ]
 }
, "name": "/blocks.2/self_attn/Constant_8_output_0", "outputIndexes": 
[ 146 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 145 ]
, "main_type": "NONE", "name": "Shape249", "outputIndexes": 
[ 147 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 145 ]
, "main_type": "NONE", "name": "Rank251", "outputIndexes": 
[ 148 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 148, 148 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp253", "outputIndexes": 
[ 149 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 149 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze254", "outputIndexes": 
[ 150 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 149, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp256", "outputIndexes": 
[ 151 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 151 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze257", "outputIndexes": 
[ 152 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 147, 150, 152, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice260", "outputIndexes": 
[ 153 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 153 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze261", "outputIndexes": 
[ 154 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 154 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp262", "outputIndexes": 
[ 155 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 155, 154 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp263", "outputIndexes": 
[ 156 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 145, 156, 149 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_4_output_0", "outputIndexes": 
[ 157 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 2 ]
 }
, "name": "/blocks.2/self_attn/Constant_9_output_0", "outputIndexes": 
[ 158 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 157, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Div_output_0", "outputIndexes": 
[ 159 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 159, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 160 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 1073741824 ]
 }
, "name": "/blocks.2/self_attn/Constant_16_output_0", "outputIndexes": 
[ 161 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 3 ]
 }
, "name": "/blocks.2/self_attn/Constant_10_output_0", "outputIndexes": 
[ 162 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 119, 160, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_1_output_0", "outputIndexes": 
[ 163 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 163 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.2/self_attn/Neg_output_0", "outputIndexes": 
[ 164 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 159, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 165 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 119, 21, 165, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_output_0", "outputIndexes": 
[ 166 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 164, 166 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.2/self_attn/Concat_3_output_0", "outputIndexes": 
[ 167 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 136 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze281", "outputIndexes": 
[ 168 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 138 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze284", "outputIndexes": 
[ 169 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 134, 168, 169, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice287", "outputIndexes": 
[ 170 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 170 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze288", "outputIndexes": 
[ 171 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 171 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp289", "outputIndexes": 
[ 172 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 172, 171 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp290", "outputIndexes": 
[ 173 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 133, 173, 136 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_3_output_0", "outputIndexes": 
[ 174 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 167, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_1_output_0", "outputIndexes": 
[ 175 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 144, 175 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Add_output_0", "outputIndexes": 
[ 176 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1060 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 23634674, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.2/self_attn/k_proj/Linear", "outputIndexes": 
[ 1065 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1065 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1066 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1066 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 177 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 104, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 178 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 112, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 179 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1 ]
, "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": 
[ 8 ]
 }
, "name": "/blocks.2/self_attn/Constant_4_output_0", "outputIndexes": 
[ 180 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 178, 179, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_1_output_0", "outputIndexes": 
[ 181 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 177, 181 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 182 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 182 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 23962376, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.2/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 184 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 184, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_2_output_0", "outputIndexes": 
[ 185 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 184 ]
, "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_3_output_0", "outputIndexes": 
[ 186 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 186 ]
, "main_type": "NONE", "name": "Shape311", "outputIndexes": 
[ 187 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 186 ]
, "main_type": "NONE", "name": "Rank313", "outputIndexes": 
[ 188 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 188, 188 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp315", "outputIndexes": 
[ 189 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 189 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze316", "outputIndexes": 
[ 190 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 189, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp318", "outputIndexes": 
[ 191 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 191 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze319", "outputIndexes": 
[ 192 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 187, 190, 192, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice322", "outputIndexes": 
[ 193 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 193 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze323", "outputIndexes": 
[ 194 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 194 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp324", "outputIndexes": 
[ 195 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 195, 194 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp325", "outputIndexes": 
[ 196 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 186, 196, 189 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.2/self_attn/Gather_5_output_0", "outputIndexes": 
[ 197 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 197, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Div_1_output_0", "outputIndexes": 
[ 198 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 198, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 199 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 184, 199, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_3_output_0", "outputIndexes": 
[ 200 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 200 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.2/self_attn/Neg_1_output_0", "outputIndexes": 
[ 201 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 198, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 202 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 184, 21, 202, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.2/self_attn/Slice_2_output_0", "outputIndexes": 
[ 203 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 201, 203 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.2/self_attn/Concat_4_output_0", "outputIndexes": 
[ 204 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 204, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Mul_3_output_0", "outputIndexes": 
[ 205 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 185, 205 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/self_attn/Add_1_output_0", "outputIndexes": 
[ 206 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1060 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 23962888, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.2/self_attn/v_proj/Linear", "outputIndexes": 
[ 1069 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1069 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1070 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1070 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 207 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 104, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 208 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 112, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.2/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 209 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 208, 209, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.2/self_attn/Concat_2_output_0", "outputIndexes": 
[ 210 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 207, 210 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.2/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 211 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 176, 206, 211, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.2/self_attn/FusedAttention", "outputIndexes": 
[ 213 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 213 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1071 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1071 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1072 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1072 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 24290590, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.2/self_attn/o_proj/Linear", "outputIndexes": 
[ 1073 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1073 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1074 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1074 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 214 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 91, 214 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/Add_output_0", "outputIndexes": 
[ 215 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 215 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 24945972, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.2/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 216 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 216 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1075 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1075 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1076 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1076 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 24954164, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.2/mlp/w1/Linear", "outputIndexes": 
[ 1077 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1077 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1078 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1078 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 217 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 217 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.2/mlp/Mul_output_0", "outputIndexes": 
[ 218 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1076 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 27903306, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.2/mlp/w3/Linear", "outputIndexes": 
[ 1081 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1081 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1082 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1082 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 219 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 218, 219 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/mlp/Mul_1_output_0", "outputIndexes": 
[ 220 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 220 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1083 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1083 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.2/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1084 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1084 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 30852448, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.2/mlp/w2/Linear", "outputIndexes": 
[ 1085 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1085 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.2/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1086 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1086 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.2/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 221 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 215, 221 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.2/Add_1_output_0", "outputIndexes": 
[ 222 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 222, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/Reshape_output_0", "outputIndexes": 
[ 223 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 223 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 33801590, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.3/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 224 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 224 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1087 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1087 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1088 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1088 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 33809782, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.3/self_attn/in_proj/Linear", "outputIndexes": 
[ 1089 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1089 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1090 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1090 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 225 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 225 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.3/self_attn/Transpose_output_0", "outputIndexes": 
[ 226 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 224 ]
, "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_output_0", "outputIndexes": 
[ 227 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 227 ]
, "main_type": "NONE", "name": "Shape373", "outputIndexes": 
[ 228 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 227 ]
, "main_type": "NONE", "name": "Rank375", "outputIndexes": 
[ 229 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 229, 229 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp377", "outputIndexes": 
[ 230 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 230 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze378", "outputIndexes": 
[ 231 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 230, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp380", "outputIndexes": 
[ 232 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 232 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze381", "outputIndexes": 
[ 233 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 228, 231, 233, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice384", "outputIndexes": 
[ 234 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 234 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze385", "outputIndexes": 
[ 235 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 235, 235 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp387", "outputIndexes": 
[ 236 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 227, 236, 230 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_output_0", "outputIndexes": 
[ 237 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 237, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 238 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 230 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze395", "outputIndexes": 
[ 239 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 232 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze398", "outputIndexes": 
[ 240 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 228, 239, 240, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice401", "outputIndexes": 
[ 241 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 241 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze402", "outputIndexes": 
[ 242 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 242 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp403", "outputIndexes": 
[ 243 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 243, 242 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp404", "outputIndexes": 
[ 244 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 227, 244, 230 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.3/self_attn/Gather_1_output_0", "outputIndexes": 
[ 245 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 245, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 246 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 238, 246, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.3/self_attn/Concat_output_0", "outputIndexes": 
[ 247 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 247, 32 ]
, "main_type": "NONE", "name": "/blocks.3/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 248 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.013515, 0.02199, -0.050952, -0.025026, -0.062696, 0.073869, -0.010146, -0.017961, -0.163746, -0.000924, 0.012328, 0.127127, -0.023609, -0.069428, 0.081475, 0.004775, 0.024319, 0.161214, -0.062194, -0.090993, -0.13522, -0.059308, -0.126357, -0.010808, -0.062632, -0.102101, -0.048297, -0.14603, -0.052258, 0.014743, 0.024889, 0.020332, -0.055104, 0.032004, 0.071231, -0.074003, 0.004218, 0.048607, -0.046739, 0.064115, 0.140956, 0.066062, -0.035868, -0.073624, 0.063846, 0.073803, 0.118448, 0.02063, 0.006793, 0.014804, 0.220341, -0.023839, -0.026734, 0.047797, 0.065709, 0.115799, 0.068104, 0.066201, 0.11368, 0.105511, -0.040584, -0.129469, -0.080807, 0.018469, 0.068798, 0.12684, -0.041495, -0.10764, -0.084499, -0.032698, -0.09207, 0.017371, 0.052224, 0.075869, 0.146521, 0.009338, 0.10479, 0.009491, -0.017388, -0.110611, -0.001713, 0.082319, 0.145272, 0.077582, 0.050128, 0.075632, 0.149119, 0.026323, 0.12841, -0.000554, -0.066203, -0.126002, -0.140814, 0.026604, 0.066525, 0.148571, -0.044333, -0.130303, 0.010165, -0.00071, -0.001377, -0.147836, -0.053338, -0.115591, -0.006941, 0.029441, 0.097069, -0.076899, 0.029071, 0.068463, -0.074035, -0.062787, -0.083946, 0.02551, -0.014913, -0.053311, 0.065498, -0.015259, -0.109411, -0.020576, 0.0222, 0.068159, -0.083427, -0.049109, -0.108996, -0.003032, 0.000804, 0.005724, 0.208169, 0.033161, 0.07088, 0.162849, -0.016122, -0.109567, -0.077141, 0.017185, 0.028782, 0.167365, 0.044666, 0.085341, 0.109313, -0.063233, -0.109935, 0.022183, 0.054201, 0.107008, 0.076159, 0.023358, 0.063935, -0.08485, 0.080017, 0.082284, -0.018419, -0.038277, -0.084904, -0.10942, -0.054705, -0.099909, 0.03213, 0.0333, 0.0806, 0.146045, -0.000463, -0.009434, -0.172526, -0.054772, -0.12178, -0.035659, -0.096421, -0.107972, -0.040237, 0.060502, 0.099103, 0.106923, -0.013577, -0.034021, -0.187152, -0.043478, -0.091237, 0.016004, 0.046743, 0.106063, 0.069398, -0.003824, -0.012806, -0.205951, -0.027619, -0.0962, -0.116916, -0.050454, -0.100152, -0.081266, -0.130824, -0.086875, -0.000191, -0.034867, -0.083223, 0.077158, -0.010293, -0.021876, -0.168713, -0.086767, -0.060542, 0.016927, -0.010336, -0.024896, -0.188612, -0.042039, -0.069101, -0.129368, -0.001817, -0.103327, 0.01766, 0.036499, 0.068377, 0.137875, 0.034644, 0.05556, 0.179753, 0.044461, 0.151904, 0.028859, 0.12255, -0.030569, -0.037898, -0.088143, -0.086717, 0.039153, 0.032769, 0.090961, 0.133439, 0.002619, 0.007334, 0.184013, -0.03265, -0.084873, -0.101146, -0.070306, -0.089271, -0.016198, 0.059259, 0.08135, -0.013945, 0.038325, 0.059597, 0.140246, -0.045297, -0.158546, 0.007141, 0.0638, 0.105189, -0.000306, -0.036574, -0.121975, -0.035164, -0.059504, -0.104785, 0.027583, -0.038066, -0.080242, -0.154044, 0.055417, 0.104215, 0.003318, 0.040829, 0.029039, -0.060514, 0.034392, 0.086834, 0.122074, 0.056008, 0.103698, 0.063748, -0.061248, -0.105833, -0.143492, -0.049258, -0.066746, -0.118156, 0.028755, 0.047508, 0.067913, 0.090938, -0.016778, -0.00741, 0.05793, 0.10366, 0.113379, 0.027413, 0.018437, -0.050019, -0.00648, -0.018588, -0.158932, 0.064179, 0.089313, 0.073579, -0.079753, -0.121258, -0.089742, 0.026492, 0.075803, 0.157849, 0.022619, 0.114735, 0.114444, -0.000427, 0.004367, 0.153026, 0.039583, 0.087696, 0.132014, 0.026901, 0.096539, -0.079877, 0.029775, 0.062899, 0.167317, -0.0327, -0.084682, -0.154825, -0.066177, -0.09754, -0.086942, 0.052931, 0.096082, 0.105227, 0.003362, 0.008376, 0.149398, 0.039321, 0.09421, 0.113936, -0.017378, -0.100548, 0.00005, 0.030673, 0.069124, -0.074043, -0.142068, 0.003864, 0.003218, -0.042758, -0.129891, 0.017401, 0.001889, 0.012231, 0.174033, 0.049957, 0.094031, 0.100125, -0.063391, -0.076743, 0.05202, -0.074196, -0.098789, -0.146002, -0.018007, -0.058996, -0.157956, -0.044335, -0.082278, -0.12957, 0.062897, 0.098138, -0.008503, -0.046828, -0.114644, -0.117468, -0.023531, -0.071365, -0.118422, -0.068068, -0.092976, 0.013567, -0.043628, -0.11129, -0.019764, 0.047927, 0.082504, 0.113713, 0.044818, 0.097786, 0.096955, 0.040525, 0.115701, 0.039135, 0.030886, 0.071668, 0.137281, -0.026003, -0.076008, -0.148682, -0.107063, 0.103783, 0.015573, -0.003614, -0.11889, 0.022301, 0.02349, 0.075274, 0.134051, -0.024914, -0.14277, 0.015734, -0.041493, -0.078922, -0.122561, 0.051358, 0.092915, -0.049015, 0.016192, 0.03014, 0.171071, 0.035084, 0.063248, 0.144888, -0.033592, -0.10678, -0.06374, -0.002563, -0.00394, -0.219336, -0.018329, 0.174553, 0.010191, -0.00066, -0.012241, -0.173589, -0.103216, -0.024959, 0.04123, -0.020779, -0.071775, -0.151394, -0.037068, -0.059278, -0.151311, 0.034087, 0.090961, 0.062128, 0.018946, 0.079525, 0.156795, 0.048835, 0.114034, -0.010868, 0.003265, 0.022033, 0.210252, -0.033979, -0.082223, -0.1399, 0.034036, 0.04073, -0.05438, 0.031145, 0.084516, 0.166874, 0.046774, 0.086036, 0.105246, -0.038148, -0.058196, -0.13614, 0.073433, 0.099654, 0.092385, -0.017649, -0.11611, -0.048068, 0.004823, 0.018266, 0.200317, -0.036395, -0.12188, 0.031967, 0.029319, 0.071191, -0.073394, -0.054007, -0.110515, 0.005503, -0.069374, 0.117367, -0.013453, 0.065417, 0.124512, 0.027239, 0.003196, -0.012359, -0.204774, -0.042536, -0.082536, -0.117112, 0.002243, 0.090729, -0.005579, 0.025173, 0.071121, 0.145067, -0.051831, -0.084419, -0.109581, -0.044044, -0.064465, -0.140717, 0.045041, 0.083616, 0.192606, 0.049902, 0.123334, 0.050067, -0.027124, -0.075832, -0.152771, 0.033296, 0.061814, 0.130864, 0.02697, 0.057929, -0.07328, -0.012128, -0.060639, 0.090635, 0.026857, 0.06459, -0.084614, 0.035486, 0.016687, -0.047595, -0.026598, -0.162891, 0.00408, -0.018591, -0.126287, -0.063263, 0.074536, 0.104599, 0.030721, 0.038979, 0.102968, 0.168478, -0.001095, -0.002625, -0.181601, 0.054018, 0.077076, 0.191352, -0.018031, -0.132662, 0.012027, 0.023533, 0.120947, 0.10554, -0.066094, -0.117023, -0.017172, 0.008352, 0.020908, 0.138637, 0.017385, 0.111786, -0.010748, -0.036892, -0.065605, -0.120255, -0.036698, -0.105276, -0.111154, -0.037345, 0.066794, -0.011692, 0.109132, -0.027346, -0.065444, -0.03534, -0.07953, -0.142845, -0.050913, -0.082728, -0.136825, 0.033114, 0.069019, -0.07319, 0.055836, 0.123335, -0.021486, -0.059889, 0.119881, -0.009844, 0.041885, 0.097978, 0.100703, -0.001514, -0.026982, -0.179653, 0.000061, 0.001214, -0.172976, 0.000621, 0.123169, -0.008934, 0.057822, -0.097195, 0.005959, -0.069317, -0.119187, -0.008608, 0.026768, 0.018993, -0.059488, -0.027436, -0.053386, -0.126771, 0.056369, 0.100196, 0.005994, 0.046421, 0.128891, 0.085128, -0.034847, -0.120394, -0.014441, -0.057551, -0.122253, -0.07368, 0.062498, 0.043217, -0.035004, 0.030301, 0.063192, -0.074784, -0.016905, -0.020819, 0.046796, -0.139542, 0.007068, 0.003317, 0.04746, 0.092375, 0.180757, -0.131254, -0.087601, -0.034809, -0.04438, -0.104692, -0.105363, -0.061186, -0.111319, 0.00241, -0.070503, -0.126085, -0.082274, -0.032865, -0.081808, -0.10531, 0.031559, 0.082918, 0.174266, 0.027317, 0.126052, 0.079033, 0.127904, -0.034934, -0.008435, -0.002216, -0.004665, -0.212907, 0.030253, 0.070581, 0.12087, 0.05832, 0.087682, -0.046098, -0.059574, -0.148304, -0.052093, -0.017758, -0.116926, -0.008595, -0.05641, -0.115312, 0.001354, -0.011487, -0.098535, 0.012159, -0.00861, -0.023431, -0.17402, 0.062458, 0.120192, 0.076748, -0.006435, -0.023921, -0.208229, 0.019602, 0.107282, 0.000716, 0.050477, 0.086181, 0.120587, 0.061896, 0.120055, 0.022066, 0.125899, -0.057792, -0.035364, 0.037273, 0.084563, 0.157044, 0.051798, 0.098331, 0.076602, 0.01746, 0.068895, -0.05378, -0.038931, -0.118234, 0.009215, -0.002777, -0.015342, -0.15674, -0.052924, -0.154774, -0.067472, -0.060201, -0.110428, 0.020604, -0.042217, 0.102321, -0.021115, 0.029584, 0.077426, 0.125067, -0.007974, -0.014984, -0.118122, 0.020627, 0.05823, 0.131702, 0.034035, 0.080462, 0.143725, 0.006451, 0.012296, 0.188998, -0.001843, 0.002594, 0.155098, 0.055381, 0.098441, -0.030629, 0.046307, 0.09742, 0.120255, -0.039993, -0.021532, 0.047857, 0.068619, -0.093638, 0.020916, -0.018129, -0.019775, 0.046921, 0.057617, -0.116869, 0.00458, 0.03967, 0.089797, 0.046379, -0.033146, -0.070037, -0.140095, 0.016971, 0.020517, -0.037696, -0.044721, -0.101651, -0.032265, -0.049856, -0.079751, -0.126952, -0.032121, -0.088909, -0.128798, -0.048583, -0.088659, -0.030635, -0.005715, -0.126037, 0.007887, -0.076032, -0.132884, -0.111494, 0.040563, 0.099254, 0.132936, 0.030288, 0.049377, 0.155836, -0.021791, -0.165577, 0.007764, 0.065517, 0.109691, -0.002643, -0.036961, -0.055895, -0.158416, 0.000023, -0.01207, -0.207046, -0.048672, -0.105708, -0.084502, -0.043975, -0.14315, -0.017404, 0.069904, 0.113134, 0.091394, 0.042309, 0.088417, -0.06822, 0.003542, 0.128167, -0.025456, -0.032886, -0.078886, -0.146077, -0.135232, -0.045698, 0.039158, -0.014789, -0.051309, -0.142973, 0.006484, 0.017123, 0.19348, -0.041313, -0.059955, -0.163999, 0.030554, 0.071891, 0.143661, -0.032808, -0.120652, 0.002375, -0.035197, -0.135548, -0.128055, 0.068084, 0.128734, 0.000621, -0.035073, -0.129306, -0.038151, 0.024072, 0.084108, 0.118289, -0.039251, -0.085441, -0.150183, -0.051125, -0.086764, -0.105283, 0.032086, 0.082271, 0.130367, 0.086964, 0.142751, 0.083889, -0.13671, 0.023935, 0.033671, 0.003804, 0.023043, 0.184982, -0.034673, -0.102287, -0.103879, -0.104245, -0.056997, -0.021052, -0.053385, -0.122333, -0.039642, -0.138181, 0.040919, 0.008899, 0.028632, 0.071458, 0.124176, 0.048905, 0.113959, 0.007803, -0.025821, -0.074921, 0.077924, 0.023865, 0.079218, 0.133782, 0.074534, 0.107983, 0.051984, -0.054462, -0.1, -0.123245, -0.137254, -0.031684, 0.036836, -0.064184, -0.116242, -0.120404, 0.035647, 0.075656, 0.133667, 0.003324, 0.000476, -0.215029, -0.006538, -0.130591, 0.00351, 0.065542, 0.101004, 0.05316, 0.023905, 0.073048, 0.144028, 0.051755, 0.137195, 0.048891, -0.069589, -0.128462, 0.00112, -0.041664, -0.081884, -0.156958, 0.03973, 0.060966, 0.141138, -0.051515, -0.118326, 0.003474, -0.037651, -0.07571, 0.068049, -0.005154, -0.024178, -0.195303, 0.059593, 0.130188, -0.019845, -0.055383, -0.118708, -0.08962, -0.026207, -0.133455, 0.024643, -0.062916, 0.071935, -0.001011, 0.131148, 0.098519, -0.013832, 0.042558, 0.128318, 0.013252, -0.053591, -0.124053, -0.047529, -0.057991, -0.116914, -0.138775, -0.057057, -0.0773, -0.116024, 0.001772, 0.015246, 0.191339, -0.042337, -0.081042, -0.12232, -0.066486, -0.142301, -0.080291, -0.128651, -0.014987, 0.048958, -0.043522, -0.089668, -0.117078, 0.016803, 0.029863, 0.166221, -0.118839, -0.118369, -0.0406, 0.018323, 0.063353, 0.160626, 0.002487, 0.023337, 0.168132, 0.043323, 0.080763, -0.026219, -0.011115, -0.023407, -0.194516, -0.039204, -0.070281, -0.111012, 0.052439, 0.112356, -0.012543, -0.057828, -0.078257, 0.019362, 0.069411, 0.134691, 0.080708, 0.034183, 0.084885, 0.115426, -0.005751, -0.002348, 0.173107, -0.061241, -0.102238, 0.055038, 0.018153, 0.040383, 0.173988, 0.026853, 0.105496, -0.074961, -0.020755, -0.041723, -0.139981, 0.045594, 0.069437, -0.04355, -0.031264, -0.058513, 0.055681, 0.053638, 0.117885, -0.006922, -0.010032, -0.036646, -0.192439, -0.037259, -0.05567, -0.134856, -0.001525, -0.139747, 0.003736, 0.057489, 0.094434, 0.105299, -0.040027, -0.153177, -0.063116, 0.025223, 0.076685, 0.145879, 0.033547, 0.068709, -0.07039, 0.023838, 0.041845, 0.217512, -0.045718, -0.089927, 0.01967, 0.057343, -0.096611, 0.005568, -0.001438, 0.001177, 0.227456, -0.019177, -0.124471, 0.064468, 0.011715, 0.020132, 0.194313, -0.071131, -0.111045, -0.074388, -0.054557, -0.10131, 0.008413, 0.008595, 0.041932, 0.14685, -0.047995, -0.134036, 0.0073, -0.03326, -0.084, 0.049994, -0.008588, -0.023176, -0.161681, -0.037076, -0.057538, -0.147847, 0.014634, 0.107998, -0.073371, -0.051072, -0.082624, -0.156408, -0.047027, -0.082022, -0.184758, -0.041057, -0.052925, -0.151763, 0.067107, 0.111954, 0.113952, 0.02368, 0.063866, -0.080239, 0.056868, 0.110616, 0.080632, -0.040695, -0.098995, -0.136283, 0.066084, -0.082926, 0.000253, -0.065869, -0.168272, -0.020403, -0.007369, 0.137727, -0.025135, 0.034955, 0.078294, -0.064163, -0.033885, -0.067786, 0.067702, -0.027034, -0.089216, -0.06533, -0.044231, -0.057784, 0.061054, 0.133464, 0.021446, -0.057074, -0.04797, -0.121495, -0.110887, -0.023146, -0.057086, -0.154381, 0.017447, 0.062261, 0.183253, -0.05984, -0.096625, 0.012421, 0.048764, 0.10025, 0.124836, -0.019435, -0.073141, -0.159399, 0.01009, 0.101107, 0.074254, -0.001004, 0.006176, 0.201287, -0.036579, -0.057806, -0.141863, -0.032925, -0.123622, -0.018059, 0.019258, 0.052119, 0.153035, -0.015195, -0.048988, -0.158917, 0.060162, 0.159042, 0.016652, 0.043871, 0.118092, 0.140777, -0.038339, -0.091746, -0.100725, 0.029861, 0.086868, 0.116657, -0.027137, -0.172128, 0.004528, 0.001444, 0.022651, 0.201017, -0.026367, -0.027915, 0.063477, -0.011221, -0.060838, -0.148356, -0.027059, -0.077097, -0.189314, -0.117488, 0.034532, 0.003203, 0.002352, 0.038946, -0.065694, 0.024821, 0.141545, 0.003761, 0.027953, 0.074592, 0.16348, 0.026354, 0.093045, -0.017284, 0.034721, 0.1111, 0.090322, 0.024182, 0.061241, 0.147887, 0.079016, 0.097247, 0.0879, 0.038673, 0.066874, 0.149921, -0.0067, -0.039318, -0.150797, 0.051342, 0.095225, 0.074588, 0.029649, 0.058062, -0.057558, -0.04498, -0.075289, -0.04637, -0.042498, -0.087696, -0.13229, -0.053594, -0.104059, -0.188699, 0.038603, 0.080377, -0.075763, -0.058923, -0.110338, 0.047342, -0.004442, -0.004757, -0.181385, -0.029068, -0.065051, 0.080173, -0.001298, 0.011238, 0.152769, -0.03559, -0.105923, -0.074547, 0.015989, 0.122409, 0.001774, 0.061444, 0.077749, -0.045999, -0.022297, -0.039806, -0.137899, 0.063662, -0.084655, 0.004474, -0.093013, 0.068671, 0.010739, 0.046855, 0.088664, 0.096176, -0.036202, -0.070901, -0.12443, -0.037155, -0.076112, -0.175846, 0.001895, 0.006558, 0.215664, 0.054106, 0.095072, 0.097795, -0.030618, -0.081156, -0.146095, -0.024934, -0.065719, 0.085568, -0.048476, -0.111398, -0.125061, -0.05339, -0.090602, -0.161684, 0.000938, 0.050387, -0.069153, -0.03745, -0.09611, -0.103658, 0.005022, 0.080049, 0.104448, -0.020421, -0.066799, 0.079751, 0.038571, 0.07371, 0.143647, 0.086514, 0.083782, 0.086249, 0.037872, 0.090399, 0.10886, -0.020811, -0.068643, -0.157827, 0.020491, 0.058225, -0.080224, 0.010823, 0.026632, 0.199349, -0.022456, -0.068975, 0.07369, -0.04015, -0.059736, -0.152926, 0.033651, 0.079648, 0.13819, -0.00351, 0.002361, 0.159691, 0.013789, 0.054173, 0.2538, -0.142558, -0.066253, 0.028516, -0.03605, -0.068432, -0.124974, 0.019742, 0.018965, -0.04935, 0.034276, 0.121951, 0.018282, -0.050502, -0.081712, -0.115077, 0.060911, -0.092427, 0.004215, -0.060978, -0.113737, -0.013467, -0.055959, -0.101947, -0.124903, -0.049129, -0.094365, 0.02998, 0.05007, 0.099268, -0.011255, -0.069017, -0.118531, -0.01178, 0.005042, -0.132448, 0.024771, 0.009202, 0.024467, 0.168747, 0.058555, 0.099925, 0.136242, -0.034467, -0.139253, -0.027474, 0.040197, 0.12526, 0.058845, -0.037451, -0.080558, -0.150493, -0.067742, -0.110925, -0.066729, 0.0125, 0.126275, 0.011607, 0.003646, 0.114746, -0.032646, 0.025342, 0.061882, -0.094396, 0.047734, 0.107175, -0.011711, 0.000779, -0.000616, 0.146432, 0.034274, 0.117903, -0.014787, -0.031068, -0.088354, -0.113381, -0.024438, -0.066711, 0.08639, 0.089551, 0.114301, 0.16087, -0.022509, -0.131583, 0.004432, 0.00253, 0.015785, 0.189185, -0.036908, -0.073931, 0.068868, -0.05771, -0.099664, -0.00348, -0.066597, -0.009916, 0.053016, 0.062769, 0.112281, 0.020838, -0.003617, -0.007404, -0.172232, -0.029719, -0.053282, 0.077257, -0.059866, -0.088198, 0.034889, 0.032659, 0.034367, -0.071513, -0.04071, -0.072701, -0.116875, 0.045403, 0.070084, 0.139666, 0.043498, 0.110846, -0.007925, -0.054316, -0.112035, -0.053152, 0.001735, 0.001681, 0.201667, -0.035061, -0.044863, -0.139177, -0.049478, -0.085658, -0.146294, 0.033614, 0.073932, 0.155048, 0.013704, 0.097083, -0.070969, -0.008791, -0.064392, -0.158936, 0.023625, 0.060373, 0.151044, 0.044766, 0.126332, 0.034074, -0.039716, -0.123783, 0.013776, -0.008233, -0.022267, -0.19597, 0.026997, 0.049974, 0.164833, 0.021717, 0.060904, 0.191602, 0.030436, 0.088471, -0.081545, 0.052999, 0.106491, -0.000904, 0.037787, 0.102154, -0.018858, -0.063116, -0.107944, -0.022103, 0.015155, 0.04192, 0.179423, -0.051274, -0.113593, -0.038471, -0.005301, -0.030685, -0.157522, -0.078376, -0.028942, -0.010759, -0.016719, -0.055811, -0.161589, -0.126155, 0.057129, 0.018688, 0.028182, 0.075913, 0.141338, 0.020218, 0.045964, 0.150831, 0.06166, 0.100015, 0.011813, 0.04546, 0.130305, 0.09819, -0.029745, -0.025902, 0.044295, 0.075045, -0.083452, 0.003396, 0.070146, 0.108622, 0.034288, 0.029638, 0.08861, -0.088559, 0.026633, 0.086214, -0.076364, -0.051199, -0.074734, -0.111046, -0.020203, -0.05928, -0.157469, -0.035294, -0.08176, -0.137118, -0.059558, -0.129092, 0.010385, 0.027214, 0.07239, 0.158761, -0.142511, -0.100858, -0.005437, -0.00028, 0.011804, 0.141366, -0.016434, -0.035928, -0.149793, 0.0187, 0.096274, -0.02862, 0.106652, 0.042129, -0.042375, 0.034532, 0.093884, 0.051761, -0.003818, -0.017822, -0.189647, 0.027402, 0.070171, 0.142306, 0.038639, 0.132943, 0.088614, 0.008073, 0.109058, 0.006423, 0.121897, 0.099514, -0.035125, 0.040188, 0.116519, 0.083306, 0.01899, 0.1232, 0.019652, 0.053421, 0.087096, 0.128665, -0.000398, -0.027925, -0.193426, 0.055214, 0.113971, -0.00982, -0.051485, -0.097136, -0.140125, -0.001585, -0.005717, 0.146767, -0.030504, -0.085775, -0.156693, 0.00178, 0.02509, 0.196257, -0.02364, -0.023666, 0.048524, -0.032679, -0.084328, -0.145665, -0.055301, -0.093516, -0.128344, -0.039468, -0.05646, -0.138329, -0.032374, -0.068627, -0.130463, 0.051352, 0.083769, 0.098857, -0.052154, -0.110512, -0.078657, 0.020038, 0.065192, -0.083731, 0.019079, 0.064625, -0.07623, -0.050873, -0.117553, 0.010844, -0.07736, -0.110737, -0.081084, -0.060752, -0.0743, 0.047895, 0.034641, 0.052475, 0.145361, 0.130273, 0.094257, 0.008504, -0.037498, -0.055534, -0.139057, 0.022445, 0.075408, 0.121939, -0.12103, 0.061836, -0.008281, -0.05556, -0.11052, -0.079572, 0.025854, 0.08385, -0.045764, 0.021278, 0.064738, -0.084411, -0.003588, 0.101989, -0.016733, -0.034994, -0.036748, -0.080493, 0.034432, 0.059059, 0.141489, 0.000178, -0.00575, -0.170498, 0.137514, -0.0361, -0.020865, 0.032568, 0.074721, -0.044038, 0.044898, 0.070164, 0.105639, 0.003167, 0.01307, 0.204389, 0.078338, 0.119454, 0.002895, 0.043102, 0.066172, 0.152452, 0.047538, 0.078755, 0.114836, 0.034221, 0.045598, 0.132052, 0.04062, 0.083124, 0.143515, -0.03307, -0.074668, -0.138607, 0.05478, 0.096792, 0.097614, -0.108989, -0.134296, 0.010721, -0.040153, -0.105896, -0.126926, 0.034258, 0.058432, 0.134587, 0.017238, 0.066285, 0.170533, -0.024365, -0.137779, -0.00072, 0.05258, 0.094592, 0.080094, -0.083782, -0.118022, -0.033587, 0.001515, -0.010947, -0.183615, -0.057355, -0.081648, 0.027817, 0.080539, 0.096445, 0.011021, 0.086634, 0.098486, 0.088719, -0.088863, -0.14619, 0.021531, -0.048154, -0.068935, -0.132476, 0.054683, 0.122674, 0.008362, 0.018097, 0.105575, 0.002634, 0.060332, 0.094874, 0.152775, -0.03018, -0.08165, -0.116924, 0.071292, 0.115516, 0.011729, -0.031974, -0.099067, 0.067545, 0.00619, 0.027453, 0.175974, 0.05223, 0.102973, 0.012801, -0.046942, -0.088611, -0.140518, -0.037161, -0.063577, -0.140133, 0.010441, 0.023302, 0.190301, 0.057236, 0.107423, 0.014834, -0.020193, -0.025525, 0.043607, -0.075701, -0.104489, -0.08906, -0.047862, -0.070908, -0.126597, -0.013598, -0.131187, -0.015985, 0.026589, 0.147863, -0.001672, -0.036015, -0.142454, -0.023986, 0.042953, 0.121482, 0.11766, 0.047951, 0.084247, 0.116302, -0.032536, -0.099076, -0.01612, -0.00756, -0.096173, 0.076038, -0.051474, -0.109512, -0.057954, -0.004805, -0.011055, -0.202148, 0.030572, 0.070146, 0.145251, -0.000934, 0.016401, 0.182574, 0.02599, 0.114876, 0.137973, -0.029114, -0.12978, -0.099615, 0.134999, -0.00519, -0.036479, 0.033974, 0.064001, -0.07298, -0.06489, -0.128251, -0.001977, -0.049612, -0.066477, -0.121681, 0.064123, 0.108583, 0.102474, -0.03502, -0.124586, 0.007934, 0.035645, 0.160403, -0.002875, -0.049815, -0.101341, 0.026065, -0.102283, -0.134043, -0.040961, -0.048743, -0.096877, -0.022613, -0.043042, -0.125562, -0.127861, -0.062936, -0.095902, -0.05362, 0.006717, -0.10063, 0.009922, -0.028465, -0.020498, 0.049846, 0.029597, 0.062877, -0.075425, -0.000754, -0.004759, -0.201065, 0.022806, 0.058918, 0.155289, -0.048464, -0.060355, -0.120661, -0.069363, -0.1341, 0.002934, -0.027075, -0.101061, -0.005134, 0.047396, 0.100098, 0.087208, 0.041109, 0.086938, 0.149495, -0.05142, -0.078509, -0.119299, -0.036409, -0.121758, -0.101863, 0.03309, 0.055502, -0.063434, 0.016309, 0.023948, 0.163958, 0.046787, 0.105984, 0.006475, -0.063469, 0.077474, -0.012924, 0.034994, 0.069556, -0.071077, 0.047071, 0.084001, -0.028956, -0.028927, -0.070221, -0.174985, -0.130179, 0.041631, 0.025566, -0.118679, -0.01348, 0.036327, -0.054452, -0.073565, -0.137315, -0.002319, 0.011447, 0.193589, 0.020299, 0.072314, 0.14458, -0.019772, -0.12452, 0.001155, -0.067288, -0.071598, -0.118886, 0.018598, 0.106867, -0.00923, 0.009992, 0.117584, -0.03653, -0.053985, -0.118071, -0.070718, -0.004871, -0.020676, -0.129573, -0.016826, -0.13356, 0.061378, 0.046734, 0.104731, 0.173404, -0.053104, -0.140285, -0.036949, 0.030968, 0.064251, -0.074975, 0.051498, 0.08255, 0.095844, -0.000867, 0.005056, 0.18737, 0.078041, 0.06923, 0.104872, -0.047201, -0.068005, -0.115058, 0.065914, 0.110359, -0.001679, -0.129979, -0.111071, -0.023646, 0.065063, 0.127341, 0.080898, -0.010775, -0.034992, -0.149147, -0.004806, -0.005767, -0.223849, 0.058238, 0.08714, 0.080946, -0.131908, -0.08584, 0.002818, -0.100662, -0.063828, 0.081256, -0.029421, -0.087699, 0.076541, -0.032838, -0.066404, 0.064736, -0.040256, -0.098967, -0.151504, 0.062227, 0.126893, 0.057732, -0.023064, -0.062279, 0.082757, 0.03268, 0.07767, -0.044837, 0.060424, 0.104339, 0.099835, 0.079784, 0.081089, -0.027221, 0.070138, 0.113991, 0.090057, 0.082396, 0.123708, 0.070188, 0.015344, 0.03576, 0.130873, 0.079518, 0.115341, 0.114907, 0.055439, 0.095473, 0.129701, 0.038489, 0.105102, 0.000706, -0.006184, -0.000498, 0.14048, -0.005427, -0.100589, -0.007022, 0.005562, 0.00831, 0.225006, 0.051237, 0.110408, 0.144229, -0.030102, -0.087645, 0.013437, -0.027963, -0.067559, 0.083589, -0.035291, -0.081848, -0.13825, 0.040919, 0.062093, 0.133851, 0.050973, 0.106625, 0.004475, -0.057493, -0.105487, -0.131089, -0.016009, -0.048465, 0.038973, -0.049287, -0.109382, -0.047616, -0.045507, -0.076557, -0.119972, 0.05366, 0.07161, 0.136611, 0.028043, 0.100442, 0.108131, -0.036448, -0.071302, -0.18509, 0.029472, 0.02115, -0.050114, 0.053222, 0.106341, -0.003991, 0.069995, 0.101723, 0.184476, -0.000168, -0.002372, -0.187694, 0.035612, 0.113279, 0.010072, -0.055243, -0.079023, -0.21621, 0.054385, 0.115907, 0.037879, 0.044001, 0.073454, 0.14105, 0.040498, 0.068636, 0.119984, 0.145137, 0.03833, -0.015786, 0.033989, 0.052761, 0.139053, 0.007964, 0.031777, 0.190175, 0.037937, 0.062874, 0.179529, 0.061864, 0.113672, 0.046637, 0.08158, 0.12977, 0.050587, 0.047171, 0.150419, 0.060761, 0.053965, 0.082234, 0.086106, 0.030248, 0.07275, -0.082842, -0.065444, -0.087376, 0.026294, -0.007859, -0.02175, -0.199634, -0.054489, -0.127761, -0.021934, -0.032722, -0.067192, -0.127101, -0.052352, -0.10138, -0.023942, -0.005992, -0.039003, -0.062232, 0.061554, 0.127785, 0.035039, -0.028403, -0.070924, 0.072038, -0.033931, -0.060532, -0.137976, 0.033285, 0.10592, 0.04618, 0.052428, 0.105771, 0.004674, -0.009962, -0.136201, 0.022226, 0.053804, 0.13186, 0.001355, 0.079658, 0.12777, 0.062578, -0.031901, -0.06781, -0.163587, 0.039836, 0.133614, 0.039542, 0.033524, 0.07713, -0.076625, 0.031315, 0.137631, -0.036954, 0.075413, 0.134102, 0.037023, -0.041562, -0.11814, 0.034151, -0.00367, -0.001022, 0.167919, -0.049845, -0.098176, -0.067408, -0.044556, -0.12307, 0.006201, 0.034679, 0.068749, -0.074755, 0.044414, 0.096424, 0.107461, 0.005627, 0.133441, -0.002645, 0.05215, 0.101995, -0.050087, 0.025786, 0.074078, 0.159404, -0.008638, -0.021203, -0.201414, -0.053146, -0.112004, 0.009824, 0.129841, 0.080956, -0.048443, -0.009019, -0.015797, -0.195551, 0.032835, 0.049401, 0.142541, -0.069721, -0.111529, -0.020822, -0.028854, -0.065082, -0.157812, 0.000291, 0.016941, 0.216705, -0.043849, -0.011157, 0.049731, -0.137427, -0.009998, 0.034806, -0.027228, -0.081167, -0.146553, 0.009124, -0.104248, 0.052672, 0.00501, 0.025577, 0.172249, 0.022783, 0.164638, 0.025367, -0.063771, -0.076093, -0.163735, 0.049875, 0.127327, 0.087462, 0.031472, 0.028365, -0.061158, -0.090515, -0.13085, -0.060749, 0.038603, 0.111859, -0.000686, -0.008784, -0.016285, -0.178561, 0.096649, 0.120558, 0.004114, 0.031976, 0.078311, 0.124969, 0.002627, 0.013516, 0.156985, 0.05612, 0.089351, 0.099494, 0.124284, 0.071204, -0.024842, -0.004832, -0.007447, 0.166495, -0.008332, -0.020338, -0.181354, -0.03793, -0.109505, 0.000987, -0.09539, -0.114656, -0.119151, 0.0632, 0.130009, 0.045835, 0.008557, 0.037647, 0.166224, -0.034676, -0.101388, -0.088202, 0.025158, 0.065617, -0.073199, -0.045568, -0.111727, -0.087299, 0.050081, 0.073936, 0.114508, -0.027039, -0.021656, 0.039859, -0.030412, -0.065496, 0.068676, 0.072271, 0.063506, -0.023161, -0.038795, -0.071274, -0.111731, -0.018404, 0.126304, -0.079224, 0.054584, 0.088727, 0.120365, 0.010075, 0.030912, 0.174721, -0.080334, -0.121023, -0.045224, 0.067854, 0.101002, 0.131907, -0.073585, -0.120708, -0.060659, -0.03264, -0.075491, 0.076685, 0.057963, 0.125058, 0.035301, -0.032719, -0.093519, -0.111679, 0.029073, 0.06953, 0.195391, -0.148206, -0.041883, 0.031115, 0.038268, 0.076222, 0.115155, 0.040649, 0.118307, 0.018618, -0.000051, 0.004329, 0.169232, 0.000471, 0.014555, 0.203398, 0.034565, 0.100843, 0.103199, -0.057914, -0.106625, -0.157605, -0.029019, -0.05922, 0.049786, -0.02565, -0.10063, 0.047784, -0.012651, -0.044143, 0.0531, 0.044786, 0.070097, 0.055182, 0.118397, -0.077681, -0.014905, 0.023183, 0.018097, -0.045542, -0.000757, 0.007057, 0.14687, -0.11501, -0.131155, -0.020844, -0.008747, -0.041249, -0.177605, -0.037894, -0.086443, 0.067108, 0.070027, 0.10826, -0.017727, -0.133388, -0.091978, 0.00855, 0.024254, 0.093503, 0.135259, -0.054509, -0.087277, -0.14774, 0.033948, 0.100781, 0.105247, -0.02657, -0.078366, -0.147639, -0.04165, -0.112876, -0.05214, -0.032867, -0.104819, -0.003531, -0.101942, -0.128756, 0.020798, 0.053732, 0.107829, 0.066559, 0.068306, 0.100402, 0.022577, 0.041035, 0.093692, 0.100091, 0.047913, 0.079319, 0.108554, 0.043534, 0.061603, 0.122667, -0.006257, -0.080712, -0.136287, 0.056004, 0.136748, 0.030127, -0.031903, -0.057946, -0.147176, 0.051679, 0.092035, 0.144782, -0.044218, -0.102001, 0.009184, 0.066649, 0.08596, 0.100788, -0.036972, -0.01344, 0.047656, -0.040081, -0.056979, -0.149784, 0.036714, 0.074988, -0.070911, -0.052374, -0.085206, -0.160278, -0.051821, -0.079745, 0.046268, 0.027905, 0.088516, 0.165387, -0.000266, -0.02862, -0.168836, 0.038841, 0.100649, 0.085264, 0.032351, 0.080489, 0.15169, 0.056583, 0.130571, 0.000876, 0.056217, 0.124116, 0.088242, -0.056127, -0.095527, -0.136731, -0.052089, -0.07629, -0.120844, -0.029156, -0.074272, -0.144099, -0.147137, -0.027283, 0.03529, -0.032381, -0.063736, 0.076598, 0.064725, 0.097481, -0.002333, 0.001487, -0.015113, -0.173965, 0.04119, 0.053087, 0.132488, 0.058164, 0.109443, 0.103305, 0.036494, 0.050625, 0.154418, -0.038188, -0.04129, 0.070327, 0.040991, 0.098848, 0.060246, -0.039087, -0.097336, -0.120696, 0.05823, 0.067281, -0.028419, 0.135747, 0.049516, -0.044547, 0.043223, 0.077234, 0.102431, 0.024569, 0.157779, -0.011289, 0.056797, 0.113914, 0.07942, 0.027804, 0.128224, -0.00142, 0.045073, 0.090694, -0.062253, 0.046141, 0.067108, 0.141047, -0.041527, -0.10812, 0.004206, -0.028303, -0.08299, -0.140492, 0.025961, 0.07241, 0.147819, 0.024522, 0.062796, -0.081095, 0.039549, 0.063009, 0.144949, -0.144848, -0.003764, 0.002965, -0.002562, 0.002432, 0.177052, 0.039114, 0.061815, 0.141199, 0.048371, 0.097964, 0.137699, -0.026737, -0.06032, -0.165476, -0.004557, -0.035525, -0.17676, -0.026976, -0.118957, 0.013618, -0.045007, -0.093803, 0.017099, -0.051176, -0.080109, -0.116445, 0.039206, 0.088685, 0.109281, 0.024324, 0.062197, -0.087329, 0.004472, 0.11557, 0.000114, -0.142567, 0.011332, 0.002813, -0.036808, -0.073463, -0.12353, -0.068235, -0.095843, -0.105666, 0.03208, 0.116069, -0.003426, 0.024262, 0.064465, -0.077837, 0.045331, 0.10258, 0.079575, -0.042486, -0.060609, -0.123903, 0.069518, 0.118367, 0.044499, -0.129612, -0.054098, 0.021848, 0.021408, 0.064639, 0.12426, -0.020402, -0.063233, -0.150728, -0.008215, -0.023265, -0.213594, -0.140883, -0.078556, -0.022109, 0.038379, 0.06562, 0.118532, -0.064739, -0.117411, -0.024816, 0.038644, 0.074419, -0.063584, -0.011251, -0.088689, -0.097197, -0.006708, -0.037159, -0.202267, 0.007578, 0.019251, 0.176088, -0.080171, -0.102771, -0.011551, -0.133746, 0.049565, 0.030209, -0.016603, 0.122907, -0.063902, 0.058648, 0.048694, -0.054491, 0.052166, 0.088944, 0.099956, -0.021488, -0.037074, 0.069525, 0.028109, 0.086276, 0.156062, 0.025795, -0.11902, 0.00029, 0.001635, -0.000843, -0.178598, -0.052151, -0.113871, -0.102448, -0.029171, -0.076875, -0.144745, -0.044364, -0.093795, -0.088426, -0.052096, -0.110585, -0.115158, -0.079969, -0.065887, 0.05919, 0.037439, 0.068433, -0.069265, -0.032621, -0.018803, 0.047946, -0.034043, -0.094156, -0.093555, -0.051979, -0.080237, -0.125869, -0.029142, -0.049862, -0.190793, 0.07979, 0.077878, -0.017651, -0.101146, -0.109761, -0.005557, 0.022937, 0.088826, 0.111716, -0.037877, -0.075878, -0.144677, -0.051823, -0.094688, -0.140958, 0.05442, 0.105426, 0.017533, 0.048919, 0.078398, 0.131634, 0.057158, 0.109857, 0.014502, -0.024783, -0.129086, 0.026269, -0.000009, -0.006962, -0.180735, -0.009789, -0.130542, -0.051636, -0.021596, -0.065209, -0.175273, 0.046996, 0.053723, -0.05254, 0.049073, 0.075467, -0.011392, -0.002385, -0.000662, -0.175277, 0.053073, 0.093603, 0.114911, 0.05176, 0.058685, 0.007238, -0.051568, -0.120415, -0.08014, -0.016966, -0.040578, -0.127906, 0.000571, 0.01235, 0.162044, -0.037891, -0.076481, 0.071297, -0.076823, -0.098221, -0.134311, -0.062924, -0.145087, 0.017655, 0.038144, 0.067651, 0.155012, 0.035763, 0.071397, 0.130927, -0.003645, -0.013624, -0.195973, 0.036379, 0.117445, 0.117617, 0.032826, 0.088672, 0.098677, -0.004596, -0.003727, 0.164618, -0.078845, -0.132252, -0.064615, -0.023595, -0.070397, -0.135171, -0.033255, -0.078361, 0.072422, 0.138631, 0.032849, -0.045384, -0.004406, -0.119629, -0.006998, 0.026061, 0.070803, -0.086393, -0.030688, -0.065641, -0.229001, 0.019793, 0.050766, -0.063752, 0.021299, 0.062912, -0.078036, 0.06363, 0.110976, 0.047269, -0.019551, -0.057754, -0.169183, 0.074214, 0.087489, 0.00888, 0.062076, 0.111593, 0.103525, -0.046259, -0.102106, -0.073691, -0.06896, -0.089111, -0.140556, 0.037507, 0.070594, 0.150146, -0.04124, -0.13594, -0.013944, 0.021099, 0.086884, -0.080049, 0.04577, 0.128554, 0.065138, -0.028646, -0.10864, 0.028862, -0.095883, -0.151437, -0.015844, -0.03233, -0.051826, -0.14497, 0.048389, 0.077797, 0.123197, -0.021885, -0.163948, 0.002912, 0.041044, 0.070801, 0.128785, -0.012673, -0.042106, -0.173108, 0.045526, 0.119137, 0.001942, -0.005861, -0.101055, -0.002475, -0.044453, -0.110061, -0.003102, 0.065641, 0.156286, 0.020864, -0.024087, -0.070095, -0.175906, 0.056363, 0.066677, -0.055205, -0.049843, -0.104998, -0.08156, 0.051569, 0.115246, 0.086638, 0.00509, 0.055997, -0.030596, -0.142575, 0.00281, 0.002811, -0.072762, -0.089547, 0.025174, 0.054494, 0.090176, 0.107904, -0.000735, 0.000843, -0.152574, 0.027347, 0.074848, 0.153256, -0.054728, -0.130025, -0.054798, 0.042043, 0.073398, 0.133467, -0.072379, -0.121365, 0.001662, 0.026457, 0.086042, 0.11258, -0.063958, -0.094754, -0.009282, 0.036565, 0.066605, -0.072199, 0.040715, 0.170211, 0.030552, 0.052686, 0.088923, 0.109652, -0.060481, -0.118521, 0.002814, -0.103963, -0.124979, -0.00947, -0.13541, 0.035202, 0.019614, 0.020758, 0.069017, 0.145951, -0.021633, -0.062441, 0.083199, 0.042828, -0.138452, 0.017276, -0.042228, -0.06048, -0.121175, 0.023003, 0.068427, 0.128387, -0.004057, -0.004332, 0.062518, 0.051924, 0.088266, 0.118833 ]
 }
, "name": "LlmExporter::FusedLinearAttention_418", "outputIndexes": 
[ 249 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 226, 248, 248, 249 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.3/self_attn/FusedLinearAttention", "outputIndexes": 
[ 250 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 237, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 251 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 245, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.3/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 252 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 251, 252, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.3/self_attn/Concat_1_output_0", "outputIndexes": 
[ 253 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 250, 253 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.3/self_attn/Reshape_output_0", "outputIndexes": 
[ 254 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 254 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1091 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1091 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1092 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1092 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 35775884, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.3/self_attn/out_proj/Linear", "outputIndexes": 
[ 1093 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1093 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1094 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1094 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.3/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 255 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 223, 255 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/Add_output_0", "outputIndexes": 
[ 256 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 256 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 36431266, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.3/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 257 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 257 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1095 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1095 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1096 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1096 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 36439458, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.3/mlp/w1/Linear", "outputIndexes": 
[ 1097 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1097 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1098 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1098 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 258 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 258 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.3/mlp/Mul_output_0", "outputIndexes": 
[ 259 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1096 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 39388600, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.3/mlp/w3/Linear", "outputIndexes": 
[ 1101 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1101 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1102 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1102 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 260 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 259, 260 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/mlp/Mul_1_output_0", "outputIndexes": 
[ 261 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 261 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1103 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1103 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.3/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1104 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1104 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 42337742, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.3/mlp/w2/Linear", "outputIndexes": 
[ 1105 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1105 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.3/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1106 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1106 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.3/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 262 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 256, 262 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.3/Add_1_output_0", "outputIndexes": 
[ 263 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 263, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/Reshape_output_0", "outputIndexes": 
[ 264 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 264 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 45286884, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.4/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 265 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 265 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1107 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1107 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1108 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1108 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 45295076, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.4/self_attn/in_proj/Linear", "outputIndexes": 
[ 1109 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1109 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1110 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1110 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 266 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 266 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.4/self_attn/Transpose_output_0", "outputIndexes": 
[ 267 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 265 ]
, "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_output_0", "outputIndexes": 
[ 268 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 268 ]
, "main_type": "NONE", "name": "Shape445", "outputIndexes": 
[ 269 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 268 ]
, "main_type": "NONE", "name": "Rank447", "outputIndexes": 
[ 270 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 270, 270 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp449", "outputIndexes": 
[ 271 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 271 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze450", "outputIndexes": 
[ 272 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 271, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp452", "outputIndexes": 
[ 273 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 273 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze453", "outputIndexes": 
[ 274 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 269, 272, 274, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice456", "outputIndexes": 
[ 275 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 275 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze457", "outputIndexes": 
[ 276 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 276, 276 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp459", "outputIndexes": 
[ 277 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 268, 277, 271 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_output_0", "outputIndexes": 
[ 278 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 278, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 279 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 271 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze467", "outputIndexes": 
[ 280 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 273 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze470", "outputIndexes": 
[ 281 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 269, 280, 281, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice473", "outputIndexes": 
[ 282 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 282 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze474", "outputIndexes": 
[ 283 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 283 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp475", "outputIndexes": 
[ 284 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 284, 283 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp476", "outputIndexes": 
[ 285 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 268, 285, 271 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.4/self_attn/Gather_1_output_0", "outputIndexes": 
[ 286 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 286, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 287 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 279, 287, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.4/self_attn/Concat_output_0", "outputIndexes": 
[ 288 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 288, 32 ]
, "main_type": "NONE", "name": "/blocks.4/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 289 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.052443, 0.074261, 0.032009, -0.050099, -0.078874, -0.080061, 0.025909, 0.081849, 0.177131, -0.038101, -0.064488, -0.165993, -0.077486, -0.139607, -0.04623, 0.009646, 0.048541, 0.176368, 0.044198, 0.085133, 0.13809, 0.057768, 0.087182, -0.005559, 0.061691, 0.103377, 0.142766, 0.017255, 0.038554, 0.189071, -0.071726, -0.123723, -0.08139, 0.040763, 0.10632, 0.125605, 0.052333, 0.083258, 0.135114, -0.043235, -0.091025, -0.140263, -0.014891, -0.031798, -0.175467, 0.061156, 0.100034, 0.083469, -0.017796, -0.053678, -0.183954, 0.034465, 0.068222, 0.185559, 0.007027, -0.034018, 0.06373, 0.028114, 0.073866, -0.094283, -0.049168, -0.07472, -0.153362, -0.020649, -0.041102, 0.055678, 0.035498, 0.075456, 0.147399, -0.019948, -0.054683, -0.162989, 0.125932, 0.002249, -0.058758, 0.041544, 0.080682, 0.181527, -0.049885, -0.096649, -0.174575, -0.003082, -0.011588, 0.175001, -0.008609, -0.044741, -0.172745, -0.001826, -0.004986, 0.134136, -0.013705, -0.046258, -0.224936, 0.018556, 0.016809, -0.036778, 0.040212, 0.012277, -0.050264, 0.022683, 0.042163, -0.04876, 0.058568, 0.108789, -0.033706, 0.001995, 0.096106, -0.090741, -0.072408, -0.105009, -0.092993, -0.002056, -0.001239, 0.164784, 0.066611, 0.083549, 0.003979, -0.068286, -0.082681, -0.169473, 0.047817, 0.067884, 0.130197, 0.021295, 0.066356, -0.085379, -0.029191, -0.02164, 0.049373, 0.020594, 0.070346, -0.07381, -0.052002, -0.095467, -0.103843, -0.061794, -0.12216, 0.040359, -0.020697, -0.043328, -0.196722, 0.051829, 0.095426, 0.121988, 0.057714, 0.103934, -0.045877, -0.027554, -0.065174, -0.187936, -0.027647, -0.020987, 0.045771, -0.058482, -0.075168, -0.139907, -0.017308, -0.018019, 0.043422, -0.059527, -0.129031, -0.05915, 0.028766, 0.083171, 0.147052, 0.022363, 0.020805, -0.041078, -0.001456, 0.102306, -0.006554, -0.044188, -0.075355, -0.160462, 0.001372, 0.000736, -0.154932, -0.038728, -0.155861, -0.08951, -0.041601, -0.060525, -0.139123, -0.032471, -0.106794, 0.066482, -0.054684, -0.111354, -0.125735, 0.079625, 0.123923, 0.032651, -0.020539, -0.162846, 0.010917, -0.033708, -0.1115, 0.014275, -0.054743, -0.141645, -0.114982, -0.01101, -0.055289, 0.076979, -0.013072, -0.027791, -0.189084, 0.053539, 0.11264, 0.109283, -0.042079, -0.141815, 0.056525, -0.040254, -0.092998, -0.135737, 0.027698, 0.066367, 0.19618, -0.084985, -0.099564, -0.072992, 0.053634, 0.120078, 0.112456, 0.022668, 0.073542, -0.084005, -0.017508, -0.050332, 0.068525, 0.046589, 0.123242, 0.113349, -0.025059, -0.047757, -0.173615, 0.045747, 0.102101, 0.020347, 0.001123, -0.112919, 0.00019, 0.079091, 0.124735, 0.063758, -0.030305, -0.072876, -0.196188, -0.053107, -0.101588, -0.137376, -0.048672, -0.103265, 0.07344, 0.045598, 0.112148, -0.011073, -0.047373, -0.108224, -0.147273, -0.065779, -0.117086, 0.008768, 0.043625, -0.071408, 0.024508, -0.033766, -0.079011, -0.171533, -0.039978, -0.107724, 0.054867, -0.038692, -0.080839, -0.123825, 0.010349, 0.073868, -0.076261, 0.01733, 0.044226, 0.157796, 0.02187, 0.059037, -0.074992, 0.058266, 0.104097, 0.103123, 0.026115, 0.078814, 0.178233, -0.024947, -0.156277, 0.024137, -0.029391, -0.067172, -0.190926, 0.044482, 0.101832, -0.048076, 0.062642, 0.105909, 0.114808, -0.072365, -0.076748, 0.007199, -0.071757, -0.131438, -0.063132, -0.000979, 0.015262, 0.16947, -0.033287, -0.07313, 0.077378, 0.07175, 0.085602, 0.102368, -0.069133, -0.12273, -0.059185, 0.050845, 0.124618, -0.031106, -0.08852, -0.103259, -0.085946, 0.035516, 0.090902, -0.006126, 0.06975, 0.101107, 0.000007, 0.046584, 0.101844, -0.101414, -0.029917, -0.076699, -0.155283, -0.00215, 0.00218, 0.176778, 0.078569, 0.10557, 0.011068, -0.036304, -0.077009, 0.09511, -0.070734, -0.069434, 0.043568, -0.028686, -0.060454, -0.205145, -0.057574, -0.136242, -0.006548, 0.002966, 0.010694, -0.164135, 0.045182, 0.074972, 0.146595, 0.024229, 0.033355, -0.059626, 0.024939, 0.048548, 0.187852, -0.001277, -0.005852, 0.166606, -0.070048, -0.073299, 0.00405, -0.037254, -0.073585, -0.147372, 0.002529, 0.002337, -0.201947, -0.010095, -0.032986, -0.201226, 0.031169, 0.090124, 0.126506, -0.064124, -0.058637, 0.025062, -0.019127, -0.029596, -0.071412, 0.003263, 0.001937, 0.227584, 0.016213, 0.036702, -0.049551, -0.027776, -0.067497, 0.077479, 0.030915, 0.156343, -0.019483, -0.062396, -0.120854, -0.038511, -0.039086, -0.06791, -0.171233, -0.05388, -0.11108, -0.129311, -0.041939, -0.088964, 0.021708, 0.050207, 0.096106, 0.109738, -0.018382, -0.046536, -0.219546, 0.063345, 0.114943, 0.008859, 0.012673, 0.038751, 0.154699, -0.022701, -0.04116, -0.199769, -0.016442, -0.048684, -0.212707, 0.032094, 0.067515, 0.180613, 0.045598, 0.108651, 0.065378, -0.047233, -0.083929, -0.12819, 0.007312, 0.026622, 0.173971, 0.042497, 0.098428, 0.128914, 0.029245, 0.070345, 0.141394, 0.040176, 0.086918, 0.145547, -0.003781, 0.116433, -0.001674, 0.035255, 0.115914, -0.059411, -0.030478, -0.050627, -0.138734, -0.046067, -0.086223, 0.084671, 0.073629, 0.090345, 0.119169, 0.06489, 0.105838, 0.151382, 0.034961, 0.067542, 0.149477, 0.035442, 0.087302, -0.058668, 0.0705, 0.097805, -0.014481, 0.054342, 0.118276, 0.113118, -0.033612, -0.08522, 0.006021, -0.028631, -0.048538, -0.17965, 0.063865, 0.123805, 0.040923, -0.036776, -0.0868, -0.167775, 0.031721, 0.021112, -0.057025, 0.084296, 0.101373, 0.001816, -0.076741, -0.101281, -0.118646, -0.013212, -0.066853, -0.027588, 0.07608, 0.130654, 0.033335, -0.028786, -0.073418, -0.160703, 0.034505, 0.068308, 0.110813, 0.071538, 0.106412, 0.108859, -0.002057, -0.00535, 0.183998, -0.022895, -0.034003, 0.056166, 0.000687, 0.000521, -0.127598, 0.025828, 0.127351, -0.004681, 0.039492, 0.071917, 0.154504, -0.084585, -0.129677, -0.178456, -0.033067, -0.053778, -0.201551, -0.092086, -0.123194, -0.002465, 0.059862, 0.097832, -0.013327, -0.020792, -0.053337, -0.208376, 0.048785, 0.126998, -0.019474, 0.104282, 0.109586, 0.086348, -0.009938, -0.029321, -0.192647, 0.022191, 0.100415, 0.100727, -0.003397, -0.009043, -0.18501, -0.003166, 0.146639, -0.004794, -0.026355, -0.067933, 0.071049, -0.047883, -0.091343, -0.143149, 0.046479, 0.097196, -0.007403, 0.025223, 0.066941, -0.083676, -0.034631, -0.161524, 0.023666, -0.071289, -0.139766, -0.114255, 0.000245, -0.003093, -0.192219, 0.023512, 0.077079, 0.139146, 0.022293, 0.056747, -0.083157, -0.045424, -0.098059, -0.143576, -0.017098, -0.071358, -0.156005, 0.071734, 0.124953, 0.104435, 0.047245, 0.154386, -0.002002, -0.059708, -0.070578, -0.172167, -0.085924, -0.11948, -0.019351, 0.07465, 0.117759, 0.098151, 0.024527, 0.063613, -0.083456, 0.021772, 0.12858, -0.006405, -0.018763, -0.031953, 0.065814, -0.030741, -0.090657, -0.172928, 0.041377, 0.097643, 0.192717, 0.05263, 0.09989, 0.155208, 0.021593, 0.073875, 0.021693, 0.011622, 0.052667, 0.149432, 0.041992, 0.147823, 0.167309, -0.027502, -0.052749, -0.174097, -0.013551, -0.047395, -0.185645, -0.046199, -0.063179, -0.142503, -0.015913, -0.057289, 0.079023, 0.042796, 0.110325, -0.042952, -0.023153, -0.070346, 0.069601, -0.015327, -0.044843, -0.206389, 0.046358, 0.095006, 0.119658, -0.043125, -0.099651, 0.009862, 0.037618, 0.070802, 0.202271, 0.048322, 0.112603, 0.08641, 0.045004, 0.086314, 0.175791, 0.035409, 0.107982, 0.160366, -0.020896, -0.050613, 0.062166, 0.00026, 0.00316, 0.167033, 0.060771, 0.096886, 0.11747, -0.016652, -0.055835, -0.186875, -0.008969, -0.028108, -0.183637, 0.018337, 0.065725, -0.079712, 0.025809, 0.051432, 0.156494, 0.009688, 0.08759, -0.059301, 0.022675, 0.15611, -0.023948, 0.041839, 0.087814, 0.131682, -0.019146, -0.041433, -0.179336, -0.001602, 0.004782, 0.136613, -0.064189, -0.104375, -0.132212, 0.056583, 0.117782, 0.030656, 0.042249, 0.079242, 0.167069, 0.025268, 0.044219, 0.188099, -0.128245, 0.029264, 0.045955, 0.015901, 0.081664, -0.066176, -0.026516, -0.108352, 0.066683, -0.035919, -0.076888, -0.160696, 0.066632, 0.113104, 0.138764, -0.023332, -0.059364, -0.181711, -0.000273, -0.115627, -0.00137, -0.000956, -0.015791, -0.207588, -0.052764, -0.122057, -0.061377, 0.023628, 0.08079, 0.161804, -0.060044, -0.127161, 0.008494, 0.024488, 0.078483, 0.137368, 0.035835, 0.07777, 0.156857, -0.017165, -0.04501, -0.209021, -0.087211, -0.144842, 0.023573, -0.008123, -0.022399, -0.204437, 0.053198, 0.082658, 0.136327, -0.030689, -0.076961, -0.166976, 0.054203, 0.126123, 0.007611, -0.020311, -0.025124, 0.047327, -0.017005, -0.069422, -0.160398, -0.017659, -0.060223, -0.19226, 0.075657, 0.094834, -0.013701, 0.025488, 0.064431, -0.078196, -0.017785, -0.092106, 0.078393, 0.024991, 0.020494, -0.05976, 0.033607, 0.067664, -0.062588, -0.041116, -0.118531, -0.045473, 0.073015, 0.034898, -0.036872, -0.037264, -0.09275, -0.137993, -0.06363, -0.110426, -0.136991, -0.027144, -0.09703, 0.074218, -0.000977, -0.005378, 0.14399, 0.028419, 0.071744, 0.154481, 0.042845, 0.089683, -0.03878, -0.08043, -0.15251, 0.00417, 0.051499, 0.125623, 0.077489, -0.077971, -0.114858, -0.001317, 0.006206, 0.026465, 0.158788, -0.049154, -0.1095, -0.115675, -0.076866, -0.118662, -0.023249, -0.013101, -0.063713, -0.175697, -0.062498, -0.103472, -0.109047, -0.027623, -0.074014, 0.007199, -0.035379, -0.079127, -0.144464, 0.01946, 0.039134, -0.081061, -0.007019, -0.088151, -0.010449, -0.021166, -0.065331, -0.187603, -0.031728, -0.067595, 0.020732, 0.020999, 0.072043, 0.143016, 0.041065, 0.108618, 0.120253, 0.039996, 0.084015, 0.148991, -0.021939, -0.048851, -0.163212, 0.006132, 0.007861, 0.110681, 0.069438, 0.102417, 0.021552, 0.024862, 0.038494, 0.215389, -0.007396, -0.088082, 0.058776, 0.010112, 0.111172, 0.18034, 0.018138, 0.049151, 0.197603, -0.043703, -0.063847, -0.151, -0.034251, -0.079372, 0.085653, 0.053887, 0.126836, 0.105882, -0.009259, -0.100717, 0.033512, 0.025814, 0.057993, 0.144606, 0.001004, 0.015085, 0.191252, -0.041536, -0.085619, -0.187072, -0.005423, -0.020708, -0.172872, 0.001371, 0.002044, 0.176965, -0.052379, -0.100276, -0.122726, 0.029686, 0.064331, 0.18785, -0.013958, -0.071538, -0.178824, -0.027711, -0.074274, -0.18591, 0.039245, 0.101812, -0.017163, 0.035477, 0.070096, 0.183671, 0.030509, 0.021269, -0.048828, -0.007846, 0.053004, -0.03374, 0.001744, -0.001581, -0.2054, -0.06919, -0.101569, -0.044439, 0.025851, 0.095712, 0.005494, -0.022047, -0.125407, -0.000563, -0.036935, -0.086067, -0.179857, -0.056528, -0.083612, -0.146104, 0.049087, 0.129413, 0.146611, 0.025649, 0.095738, 0.145616, -0.016638, -0.050906, -0.197634, 0.024016, 0.031531, -0.059646, 0.008834, 0.084129, -0.056543, 0.01723, 0.117357, 0.018249, -0.057884, -0.097247, -0.117174, -0.068853, -0.09542, -0.129072, -0.002532, -0.09453, 0.058508, -0.026195, -0.051006, -0.155162, -0.011721, -0.055201, -0.210145, 0.04007, 0.070588, 0.154956, -0.065904, -0.105627, -0.039137, 0.069663, 0.106535, 0.127881, -0.035098, -0.122238, 0.024447, 0.040645, 0.129098, 0.086865, -0.038169, 0.120632, -0.01373, -0.053335, -0.131725, 0.018488, -0.011389, -0.037491, 0.055458, 0.04502, 0.078022, 0.180499, -0.112626, 0.000443, 0.074635, 0.025614, 0.154493, -0.013374, 0.017237, 0.038434, 0.186903, -0.045297, -0.152626, 0.002267, -0.061785, -0.128583, -0.010765, 0.004251, 0.024507, 0.173633, -0.030116, -0.022176, 0.052475, 0.030086, 0.075519, -0.01166, -0.079979, -0.102388, -0.004476, -0.027342, -0.022035, 0.054568, -0.006026, -0.022488, -0.182353, 0.058415, 0.138179, -0.002452, -0.06388, -0.082282, -0.132106, 0.014614, 0.050408, 0.201433, -0.017087, -0.041282, -0.171298, 0.010972, 0.015004, -0.028094, 0.058657, -0.059937, 0.006169, 0.056836, 0.11302, 0.104331, 0.058911, 0.067228, -0.019947, 0.016422, 0.068703, -0.082034, -0.045671, -0.076431, 0.020258, 0.055991, 0.151697, -0.000968, -0.051133, -0.102303, -0.113967, -0.040307, -0.085, -0.139874, 0.011852, 0.033533, 0.161265, -0.06646, -0.106818, -0.104245, 0.100654, 0.096421, -0.069548, -0.024376, -0.100791, -0.164603, 0.062835, 0.091721, -0.014532, -0.022805, -0.043395, -0.181405, -0.022568, -0.104882, 0.054071, -0.041682, -0.063825, -0.159582, -0.03968, -0.093375, 0.059899, -0.007214, -0.038116, -0.197277, 0.003535, -0.000302, 0.20472, -0.0704, -0.07868, -0.111832, 0.058513, 0.101464, 0.111663, -0.020009, -0.077929, 0.079904, 0.02815, 0.08065, -0.004293, -0.067732, -0.068857, -0.094284, 0.037691, 0.078286, -0.050509, 0.007481, 0.031375, 0.18222, -0.031339, -0.082905, -0.149815, -0.011432, -0.104353, -0.002754, 0.061268, 0.097532, 0.126592, -0.083995, -0.122689, 0.021001, -0.035604, -0.068628, 0.074175, -0.057149, -0.079271, -0.006879, -0.00799, -0.0913, 0.050571, -0.057189, -0.065279, -0.09786, 0.040592, 0.083067, 0.164675, 0.029289, 0.080051, 0.148221, 0.032279, 0.053637, 0.170138, 0.033483, 0.061767, 0.147171, -0.0042, -0.001116, 0.257859, -0.050186, -0.110231, 0.015776, 0.013316, 0.058852, 0.168468, 0.024225, 0.065101, -0.089605, 0.055887, 0.110895, 0.002958, 0.071882, 0.084666, -0.023621, -0.045618, -0.09559, -0.129912, 0.027791, 0.067409, 0.170166, -0.079602, -0.090227, -0.071148, 0.048193, 0.085352, 0.162032, -0.042689, -0.08738, -0.133662, -0.047004, -0.083277, -0.148409, 0.025277, 0.055392, 0.131628, 0.03171, 0.107458, 0.136003, -0.069675, -0.110044, -0.003071, 0.000586, -0.006308, -0.156394, -0.04248, -0.082079, -0.153611, 0.018403, 0.054183, 0.190334, 0.021311, 0.053419, -0.068842, -0.058312, 0.118449, -0.014573, 0.033597, 0.083461, 0.096308, 0.050929, 0.070951, 0.14935, -0.053379, 0.095908, -0.018014, 0.061958, 0.104181, 0.144198, -0.054202, -0.088237, -0.117981, -0.039667, -0.080675, -0.18146, -0.014353, -0.035425, -0.177107, -0.00433, 0.135203, -0.002128, -0.000532, -0.130632, -0.000819, -0.029248, -0.076996, 0.000594, -0.029909, -0.058774, -0.164596, -0.019172, -0.021806, 0.050647, -0.048337, -0.107336, -0.120101, 0.046183, 0.073832, 0.166511, -0.001646, -0.070484, 0.077338, 0.03448, 0.121229, -0.005405, 0.021778, 0.051786, 0.198912, 0.038861, 0.09802, 0.128213, -0.036425, -0.067845, 0.065829, -0.009329, -0.035332, -0.158723, 0.012155, 0.110597, -0.088369, 0.067022, 0.082377, 0.009292, -0.075115, -0.087771, 0.013914, 0.007229, 0.019281, 0.163641, 0.029577, 0.059698, 0.163371, 0.019889, 0.075628, 0.029388, -0.026212, -0.122991, 0.056379, -0.006246, -0.016271, -0.169933, 0.0308, 0.136696, -0.041816, -0.07311, -0.076864, -0.121744, 0.03201, 0.075585, -0.077243, -0.023996, -0.020035, 0.050432, 0.02812, 0.122759, -0.010891, -0.034497, -0.060778, -0.148052, -0.03718, -0.082498, -0.148293, -0.044424, -0.102255, -0.095413, 0.012764, 0.039387, 0.23524, 0.033249, 0.166035, -0.038673, -0.057976, -0.150141, 0.022763, -0.008103, -0.125862, 0.03009, 0.066981, 0.109258, 0.044634, -0.029681, -0.074283, 0.080573, -0.011981, -0.048031, -0.194573, -0.016492, -0.071659, -0.191205, 0.033852, 0.015531, -0.044949, -0.005857, -0.065187, 0.065862, -0.029603, -0.073386, -0.160742, 0.023327, 0.074345, 0.168317, -0.069873, -0.114381, -0.105228, 0.021098, 0.092641, 0.185217, -0.020495, -0.160285, 0.010258, 0.006011, 0.044582, 0.174059, 0.016551, 0.052579, 0.143443, -0.085192, 0.004412, -0.008656, -0.019228, -0.053869, -0.165755, 0.063007, 0.09888, 0.099718, 0.042353, 0.105158, 0.077168, 0.035056, 0.078156, 0.179984, -0.039192, -0.118837, -0.126537, -0.012785, -0.029327, -0.188792, -0.026116, -0.064559, -0.19285, 0.025324, 0.066807, 0.140178, -0.023739, -0.084302, 0.029166, 0.012001, 0.039405, 0.175701, -0.066386, -0.109549, -0.085007, -0.01846, -0.030627, -0.065045, -0.075794, -0.114164, -0.106994, -0.060663, 0.095172, -0.011858, -0.024522, -0.071418, 0.006644, -0.029214, -0.141958, -0.068861, 0.018603, 0.047891, 0.203652, 0.011443, 0.12886, -0.011568, 0.043797, 0.088197, 0.155625, 0.025955, 0.115446, -0.029606, 0.023762, 0.063003, -0.085058, -0.038046, -0.147892, 0.023381, -0.034224, -0.080649, 0.028575, 0.005788, -0.117917, 0.01058, -0.008918, -0.051674, -0.167934, -0.042189, -0.098546, 0.082032, 0.034864, 0.078318, 0.177715, 0.033888, 0.074896, 0.167493, -0.067799, -0.113128, -0.028642, 0.073736, 0.119888, 0.108576, 0.019686, 0.04753, 0.158682, 0.016904, 0.068753, -0.051745, -0.048958, -0.086249, -0.182412, 0.053225, 0.085963, 0.146655, 0.033344, 0.076561, 0.130974, 0.04563, 0.089507, 0.132456, -0.02534, -0.091879, -0.111401, -0.018103, -0.06793, -0.195112, -0.064859, -0.095495, -0.104873, -0.05689, -0.092588, -0.106046, -0.005275, -0.019568, -0.158676, 0.057004, 0.100753, -0.015205, 0.026704, 0.068509, -0.065149, 0.026078, 0.074319, 0.176809, 0.048468, 0.070048, 0.156047, 0.018381, 0.04293, 0.225141, 0.028513, 0.020113, -0.047517, -0.047639, -0.08982, -0.124697, -0.026295, -0.067469, 0.085201, -0.029185, -0.071381, 0.071334, 0.035774, 0.018325, -0.052606, -0.072911, 0.041315, 0.005756, -0.01408, 0.094565, 0.002245, -0.028765, -0.060378, -0.171254, -0.012884, -0.056737, 0.043584, -0.041439, -0.094383, -0.145394, 0.021319, 0.042503, 0.189311, -0.025521, -0.059873, -0.171048, 0.050945, 0.089631, 0.158709, 0.034006, 0.056529, 0.184886, -0.030066, -0.071464, -0.153888, -0.011889, -0.056281, -0.173365, -0.076339, -0.074102, -0.091228, -0.053291, -0.089296, -0.160075, -0.021019, -0.064061, -0.202129, -0.012661, -0.06972, -0.155446, -0.038016, -0.11245, -0.031799, 0.064197, 0.190759, 0.019608, 0.050886, 0.119907, 0.183984, -0.058263, -0.086068, -0.134038, -0.039192, -0.101984, -0.076848, 0.032782, 0.160757, 0.00015, 0.02942, 0.074056, 0.159849, 0.048214, 0.134294, 0.071599, 0.054012, 0.11379, 0.067202, 0.011797, 0.023612, 0.053005, -0.038968, -0.081332, 0.072146, -0.013258, -0.03784, -0.172846, -0.029329, -0.051275, -0.164495, -0.015053, -0.044473, -0.197204, 0.006921, 0.121788, -0.022548, 0.03701, 0.078932, 0.1334, -0.052602, -0.08039, -0.150787, 0.060568, 0.101037, 0.066406, -0.023087, -0.062987, -0.173465, -0.018362, -0.060952, -0.245702, 0.007066, 0.014384, 0.251434, 0.016415, 0.062106, 0.156395, 0.061263, 0.179237, 0.071258, 0.047068, 0.084984, 0.130048, 0.115307, 0.102274, -0.074092, -0.01711, -0.052748, -0.190691, 0.02278, 0.047374, 0.191172, 0.030908, 0.056963, -0.083771, 0.071987, 0.096381, 0.080078, 0.058758, 0.106304, 0.135846, 0.03306, 0.074095, 0.191052, 0.018874, 0.020263, -0.037645, -0.029926, -0.060675, -0.155925, -0.027495, -0.049784, -0.195975, 0.028598, 0.022575, -0.047754, -0.030997, -0.092127, 0.093865, -0.046113, -0.116236, 0.016053, -0.064587, -0.081555, -0.00426, -0.004472, 0.005009, 0.167896, -0.029509, -0.062931, 0.028805, -0.028721, -0.075549, -0.141866, 0.035985, 0.085386, 0.16709, 0.062539, 0.105826, 0.151405, 0.048492, 0.10379, 0.19124, -0.028799, -0.155981, 0.01917, -0.099209, -0.132502, -0.238612, 0.023438, 0.059401, -0.081735, 0.023488, 0.023279, -0.054644, 0.061633, 0.099328, -0.000173, -0.07031, -0.084576, -0.003668, 0.016556, 0.069917, -0.072228, 0.036239, 0.088562, 0.110297, -0.059727, -0.124373, -0.107852, 0.019494, 0.051372, 0.197137, 0.037428, 0.08509, 0.129446, -0.065612, -0.111178, -0.003747, 0.000032, 0.004079, 0.189138, 0.025459, 0.074296, 0.152751, -0.056714, -0.180743, -0.068529, -0.117434, -0.100087, 0.060435, 0.012946, 0.033581, -0.047477, 0.038911, 0.101014, -0.012643, 0.07042, 0.098949, -0.031448, 0.004647, 0.157161, -0.014641, 0.032597, 0.120207, 0.140836, -0.001281, -0.003743, -0.141985, 0.01606, 0.130401, -0.026445, 0.038443, -0.105857, 0.027843, -0.013851, -0.036467, -0.185699, -0.058627, -0.101612, 0.019165, 0.011663, 0.034788, 0.167097, 0.039784, 0.087061, 0.136434, -0.056782, -0.086137, 0.01165, -0.101417, -0.132606, 0.037473, 0.065782, 0.098223, 0.074108, -0.068593, 0.059443, 0.003692, -0.080936, -0.047215, 0.048329, 0.059579, 0.114667, 0.010315, -0.090096, -0.118134, -0.02488, -0.001957, 0.094696, -0.002523, 0.068485, 0.077967, 0.132585, 0.045954, 0.073576, 0.120017, -0.034684, -0.073496, -0.13989, -0.018554, -0.024366, 0.053372, 0.043595, 0.074616, 0.163614, -0.076019, -0.075812, -0.06948, -0.063983, -0.163955, -0.099639, -0.023972, -0.108903, 0.00793, -0.011884, -0.113683, 0.011582, 0.017892, 0.079292, -0.055726, 0.017412, 0.032306, 0.193666, 0.048632, 0.116498, 0.086404, 0.058913, 0.075329, 0.187744, 0.025549, 0.121056, -0.006794, -0.004022, -0.008453, -0.159065, -0.025306, -0.070351, 0.077722, -0.000992, -0.002483, -0.147833, 0.002207, 0.002085, -0.150505, -0.024371, -0.040001, 0.062484, -0.029436, -0.062244, 0.073819, -0.035077, -0.082954, -0.166321, 0.030901, 0.081898, 0.153177, 0.019119, 0.108994, -0.008264, 0.025874, 0.068231, -0.092264, 0.070151, 0.113794, 0.081013, 0.039248, 0.089315, 0.152005, -0.043074, -0.168413, -0.045795, -0.008735, -0.038707, -0.180674, 0.043434, 0.095977, 0.127093, -0.036648, -0.080564, -0.191143, -0.033131, -0.019855, 0.050473, 0.039433, 0.090399, 0.138094, 0.019284, 0.057066, 0.159914, -0.029012, -0.125017, 0.035025, 0.043888, 0.077559, 0.068241, 0.007314, -0.056849, 0.189978, -0.00897, -0.108452, 0.013045, 0.046031, 0.083652, 0.13798, 0.062014, 0.078567, -0.009008, -0.059685, -0.082705, -0.109237, 0.063405, 0.120829, 0.112983, -0.000665, -0.002199, 0.154513, 0.075365, 0.075832, -0.0129, 0.034874, 0.070764, 0.126047, 0.01914, 0.050525, 0.176897, 0.021241, 0.077298, 0.129322, -0.000413, -0.001032, -0.165447, -0.065324, -0.102817, -0.135156, -0.020637, -0.069201, 0.080551, 0.050995, 0.096249, 0.12674, -0.019743, -0.068513, 0.07966, 0.027861, 0.037655, 0.110928, 0.029848, 0.062599, -0.068112, -0.007858, -0.071442, 0.096992, 0.000871, 0.004985, 0.168644, -0.024421, -0.060532, -0.013209, 0.070696, 0.103572, -0.000036, -0.037293, -0.077217, 0.064856, 0.018885, 0.06815, -0.08276, -0.04559, 0.122418, -0.016755, -0.040241, -0.096681, -0.133733, -0.034885, -0.114343, -0.121439, -0.012505, -0.043714, -0.212754, -0.02139, -0.09626, -0.169023, -0.027848, -0.024971, 0.056304, -0.014616, -0.041633, 0.060306, -0.006328, -0.065453, 0.073035, 0.015882, 0.07486, -0.077623, -0.048157, -0.157929, -0.122685, 0.038848, 0.065424, 0.152478, -0.021023, -0.056692, 0.074856, 0.008363, 0.036777, -0.048792, 0.070676, 0.138731, 0.109158, 0.00279, 0.006379, 0.162048, 0.100878, 0.134209, -0.022171, -0.014591, 0.092094, 0.000051, 0.019138, 0.023744, -0.047929, -0.034897, -0.071189, -0.174124, 0.081236, -0.10502, -0.009983, -0.031158, -0.08517, -0.165003, -0.049837, -0.111836, -0.008661, -0.063443, -0.109743, -0.133093, -0.014206, -0.087641, 0.040824, 0.05696, 0.124354, 0.079001, 0.005965, 0.09197, -0.005585, -0.061603, -0.104494, -0.000841, 0.034729, 0.100308, 0.170753, -0.064028, -0.096279, -0.113209, 0.034011, 0.091352, 0.143852, -0.030095, -0.072156, 0.076016, -0.063387, -0.123086, -0.094903, -0.010891, -0.030872, -0.221237, -0.055961, -0.083018, 0.005806, 0.027179, 0.068589, -0.083301, 0.00269, 0.032615, 0.184727, -0.024478, -0.059981, 0.084151, 0.066484, 0.08197, 0.129869, -0.046478, -0.083418, 0.018734, 0.068528, 0.121393, 0.023522, -0.024728, -0.041645, -0.179085, 0.003177, 0.016071, 0.184965, -0.033977, -0.062319, -0.16409, 0.031603, 0.018949, -0.051617, -0.088707, -0.104423, -0.121028, 0.033045, 0.06505, 0.166221, -0.011537, -0.138838, 0.027755, 0.001482, 0.011345, 0.154861, 0.030476, 0.073897, 0.142225, -0.003297, -0.10199, -0.002688, -0.032629, -0.084625, 0.026181, -0.057246, -0.093636, -0.138404, -0.058188, -0.115022, -0.110638, -0.025494, -0.056574, -0.196069, 0.00116, 0.01326, 0.17581, 0.039747, 0.060735, 0.137621, -0.015178, -0.065451, 0.095619, -0.060003, -0.117268, -0.092998, 0.017782, 0.032973, 0.155595, 0.019552, 0.094464, 0.003279, -0.020995, -0.05819, 0.086009, -0.023615, -0.076463, 0.086017, 0.068327, 0.112181, -0.01558, 0.041108, 0.078824, -0.058441, -0.035136, -0.059971, -0.174117, 0.001234, 0.007015, 0.137859, 0.036405, 0.157673, -0.013607, 0.009367, 0.028463, 0.175409, 0.031014, 0.069957, 0.140194, -0.027978, -0.058527, -0.138376, 0.023855, 0.080858, 0.142368, 0.040436, 0.119345, 0.090426, -0.004015, 0.003667, 0.197256, -0.013155, -0.030283, -0.213101, 0.020641, 0.046008, -0.06559, 0.017643, 0.044676, 0.171989, -0.00018, 0.001418, -0.149018, -0.058661, -0.088603, -0.140696, 0.107316, 0.119648, -0.028179, -0.00645, -0.01832, -0.218475, 0.024778, 0.019536, -0.060651, 0.015236, 0.032289, -0.050917, 0.040089, 0.085864, 0.132774, -0.02461, -0.022675, 0.048731, 0.050528, 0.140753, 0.040272, 0.003253, 0.001211, -0.158746, -0.027327, -0.078288, 0.002686, 0.064718, 0.162882, 0.076344, 0.017903, 0.036603, 0.178766, 0.031904, 0.057756, 0.190852, 0.051125, 0.097358, 0.108591, -0.059135, -0.130917, -0.102239, -0.036765, -0.082974, -0.149154, 0.009379, 0.033843, 0.222057, 0.059686, 0.105392, 0.09459, -0.058064, -0.108034, 0.030131, 0.006761, 0.04214, 0.171859, 0.071372, 0.096703, 0.009645, 0.007149, 0.010341, -0.198249, 0.033091, 0.066958, 0.139805, 0.021038, 0.044084, 0.192374, -0.010538, -0.028839, -0.213701, 0.083082, 0.122623, 0.04386, -0.021683, -0.045742, -0.157923, 0.057715, 0.019813, -0.042176, 0.025723, 0.0601, 0.204138, 0.026202, 0.053057, 0.172207, 0.036629, 0.068284, 0.181843, 0.008619, 0.03626, 0.184433, -0.030644, -0.0719, -0.159666, 0.008281, 0.018535, 0.165341, 0.068714, 0.101654, 0.134957, 0.006302, 0.019995, 0.153658, -0.065848, -0.104348, 0.032566, -0.055958, -0.106606, -0.107767, 0.001753, -0.004189, -0.159775, -0.043167, -0.099664, -0.142372, -0.028614, -0.072944, 0.062206, -0.051926, -0.146681, -0.040351, 0.042424, 0.08679, 0.143505, -0.036328, -0.082962, 0.052943, 0.033859, 0.036088, -0.058723, -0.010257, -0.034921, -0.184693, 0.062691, 0.10291, 0.162521, -0.013537, -0.035595, -0.19748, -0.017941, -0.167992, 0.01902, 0.017636, 0.071268, -0.091789, 0.036666, 0.063092, 0.142316, 0.06161, 0.115891, 0.122796, -0.071616, -0.081549, 0.011599, 0.058338, 0.114765, -0.019642, 0.020833, 0.103576, -0.02067, -0.046091, -0.147286, -0.093714, -0.05933, -0.080915, -0.12502, -0.00118, -0.007614, -0.173147, 0.042612, 0.131445, -0.031179, -0.051706, -0.104131, -0.109202, 0.047611, 0.108962, 0.151367, -0.002936, -0.014803, -0.19469, -0.024035, -0.022179, 0.058881, -0.007225, -0.119716, 0.046114, 0.052206, 0.084514, 0.143369, -0.013889, -0.054308, -0.172727, -0.030966, -0.045541, -0.183084, 0.053166, 0.09126, 0.130005, -0.052945, -0.164213, -0.077519, -0.031021, -0.086589, -0.119055, 0.057372, 0.099808, 0.101293, -0.01014, -0.096052, 0.078402, -0.051426, -0.126761, -0.123266, 0.066802, 0.164817, 0.053797, -0.03751, -0.083364, -0.172793, 0.052762, 0.079176, 0.12164, -0.038247, -0.080455, -0.139302, 0.075169, 0.087016, 0.016817, -0.014278, -0.034976, -0.181679, 0.060307, 0.076158, 0.136814, 0.02455, 0.020958, -0.037001, 0.057296, 0.101057, -0.043429, 0.053296, 0.097203, -0.003785, -0.018648, -0.061453, 0.072165, -0.000873, -0.005083, -0.164996, -0.006141, -0.02104, 0.104786, 0.056311, 0.129377, 0.065664, 0.021319, 0.067383, 0.199581, 0.007248, 0.022327, 0.161046, -0.085526, -0.173705, -0.082875, 0.003438, 0.026694, 0.232598, -0.049103, -0.085858, -0.149791, -0.064584, -0.107466, 0.048251, -0.073965, -0.096176, -0.069023, 0.080308, 0.087424, 0.089827, 0.028481, 0.066068, 0.194852, 0.021295, 0.020674, -0.042302, -0.061756, -0.134865, -0.0456, 0.019097, 0.054288, -0.081486, -0.03162, -0.086173, 0.004891, 0.062678, 0.083956, 0.123976, -0.074636, -0.096793, -0.017764, -0.062306, -0.128767, -0.007655, 0.060582, 0.137153, 0.033327, 0.044384, 0.077486, 0.136074, -0.032987, -0.091451, 0.004781, -0.021111, -0.050486, 0.06777, -0.04274, -0.092733, -0.138918, 0.067779, 0.083246, -0.061771, 0.036279, 0.08434, 0.128561, -0.000863, 0.001215, 0.171695, -0.00701, -0.047432, 0.042924, -0.033098, -0.129477, 0.003786, -0.024287, -0.053164, 0.080614, -0.020178, -0.021632, 0.057058, -0.003461, -0.003771, -0.171023, 0.027504, 0.016781, -0.044837, -0.065965, -0.110204, -0.025641, -0.045785, -0.103001, -0.120748, 0.016861, 0.100834, 0.015813, 0.03838, 0.087702, 0.186284, 0.079697, 0.111665, 0.039092, 0.008056, 0.109557, -0.044797, 0.023455, 0.133708, 0.036299, 0.063367, 0.107893, 0.107757, 0.036769, 0.081326, 0.18275, 0.056648, 0.120543, 0.114555, -0.024694, -0.030622, 0.066034, -0.026062, -0.049915, -0.169619, 0.0691, 0.11452, 0.049485, 0.082493, 0.07652, 0.0005, -0.004735, -0.095059, 0.056038, -0.009485, -0.094997, 0.002491, 0.015352, 0.046432, -0.062021, 0.061349, 0.091351, -0.006473, 0.049287, 0.108609, 0.075378, 0.023478, 0.066904, 0.173577, -0.03844, -0.08445, -0.143101, 0.024861, 0.065818, 0.155793, -0.033131, -0.082829, 0.005091, 0.030003, 0.070935, 0.184256, 0.076311, 0.111134, 0.011029, -0.030657, -0.042479, 0.060004, 0.047733, 0.08634, 0.11386, 0.031691, 0.060558, 0.166212, 0.016699, 0.038246, 0.213261, -0.070569, -0.106789, -0.007798, 0.057451, 0.074424, -0.019567, 0.004101, 0.098106, -0.069554, -0.010098, -0.039112, -0.197088, 0.024908, 0.074505, 0.001037, 0.038528, 0.070664, 0.010539, -0.050452, -0.091046, -0.12302, -0.002436, 0.002132, 0.135652, -0.027696, -0.032206, 0.062899, -0.033556, -0.101679, -0.137469, -0.029168, -0.076926, 0.077176, 0.059513, 0.140607, 0.053932, -0.11091, -0.079793, -0.014684, -0.055694, -0.171293, -0.015047, 0.054728, 0.08577, 0.124693, 0.023766, 0.056946, 0.171115, -0.038878, -0.069426, -0.15454, 0.044353, 0.077791, 0.153017, -0.039003, -0.07146, 0.046242, -0.009061, -0.006237, 0.194468, -0.003948, 0.029183, 0.175943, -0.005423, -0.04992, -0.201077, 0.039019, 0.088257, 0.201155, -0.030131, -0.061405, -0.187796, -0.029554, -0.056281, 0.053495, 0.040837, 0.091076, 0.161111, 0.002799, 0.008963, 0.137346, 0.01971, 0.061634, -0.03008, 0.033196, 0.067874, -0.084858, -0.045216, -0.122491, -0.071443, 0.071318, 0.079728, 0.08414, 0.016641, 0.070482, -0.077834, -0.015671, -0.041921, -0.194959, 0.068411, 0.092134, 0.134822, 0.083493, 0.088619, 0.00317, 0.046488, 0.122071, -0.0328, 0.022251, 0.026456, -0.054709, 0.01685, 0.059042, -0.056972, 0.066082, 0.090358, 0.119623, 0.044922, 0.109226, 0.030477, -0.07423, -0.102219, -0.094414, -0.035308, -0.018181, 0.053011, 0.019069, 0.020585, -0.052533, -0.0445, -0.140188, -0.011169, 0.072729, 0.104526, 0.128791, 0.026647, 0.062101, 0.149093, 0.052633, 0.140464, -0.033942, 0.001888, 0.006577, 0.192496, 0.001007, -0.002934, -0.159702, 0.040738, 0.094724, 0.143103, -0.01376, -0.024692, -0.05456, 0.02773, 0.020669, -0.040843, 0.000399, -0.00488, -0.179324, -0.023733, -0.078938, 0.075815, 0.028058, 0.02894, -0.055431, 0.012171, 0.037884, 0.124358, -0.032276, -0.062958, -0.204408, -0.003538, -0.004898, -0.076778, 0.016442, 0.047522, 0.202332, 0.005553, 0.089493, -0.032415, -0.047552, -0.08686, -0.142147, 0.052443, -0.121017, 0.014386, -0.008812, -0.030991, -0.2019, -0.028549, -0.018517, 0.046771, -0.030148, -0.106054, -0.009022, 0.014053, 0.072078, 0.1754, -0.044071, 0.103173, -0.012267, 0.067119, 0.121622, -0.002065, 0.007011, 0.062819, 0.182914, 0.025115, 0.027798, -0.067001, 0.002793, 0.010173, 0.195901, -0.024416, -0.064087, 0.094064, -0.001389, 0.002196, 0.17378, -0.047835, 0.089406, -0.020675, 0.037932, 0.059975, 0.143171, -0.002525, -0.079767, 0.046404, -0.022412, -0.120638, 0.021219, 0.068889, 0.114757, 0.109929, 0.023599, 0.035974, -0.058709, 0.028052, 0.077089, -0.002606, 0.029821, 0.058967, 0.14238, -0.0285, -0.042087, 0.072829, -0.073115, -0.108061, -0.073705, 0.063912, 0.134153, 0.004241, -0.065899, -0.048724, 0.040345, -0.063664, -0.130013, -0.164018, 0.063642, 0.090193, 0.160107, -0.0156, -0.035949, -0.197886, -0.019985, -0.086244, -0.095606, -0.019559, -0.020746, 0.045533, -0.022617, -0.054011, 0.082582, 0.065587, 0.094689, 0.10665, -0.05801, -0.096755, -0.149939, -0.009566, -0.031384, -0.185057, -0.060677, -0.099874, -0.045239, 0.030308, 0.078316, 0.161996, 0.032389, 0.082493, 0.191767, -0.027335, -0.098931, -0.036537, -0.057138, -0.120616, -0.067965, 0.023884, 0.068213, -0.082417, -0.066811, -0.126304, -0.003171, -0.028585, -0.073268, 0.087832, -0.027662, -0.064204, -0.186069, 0.024484, 0.071223, 0.168526, -0.017828, -0.046585, -0.161444, 0.022633, 0.084043, 0.172665, 0.032585, 0.070714, 0.188041, 0.048712, 0.080557, -0.02929, 0.013379, 0.039574, 0.212286, 0.021942, 0.05534, -0.059135, -0.074621, -0.093197, 0.025677, 0.006221, 0.105488, -0.004089, 0.010433, 0.040828, 0.189586, -0.067557, -0.115803, -0.102141, -0.032422, -0.074767, -0.159344, 0.021551, 0.020677, -0.048113, -0.026393, -0.07767, -0.171183, 0.040463, 0.051218, 0.163904, -0.03486, -0.10114, -0.125237, 0.062427, 0.105054, -0.00143, -0.053878, -0.062398, 0.029492, 0.032869, 0.064975, -0.080542 ]
 }
, "name": "LlmExporter::FusedLinearAttention_479", "outputIndexes": 
[ 290 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 267, 289, 289, 290 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.4/self_attn/FusedLinearAttention", "outputIndexes": 
[ 291 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 278, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 292 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 286, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.4/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 293 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 292, 293, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.4/self_attn/Concat_1_output_0", "outputIndexes": 
[ 294 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 291, 294 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.4/self_attn/Reshape_output_0", "outputIndexes": 
[ 295 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 295 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1111 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1111 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1112 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1112 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 47261178, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.4/self_attn/out_proj/Linear", "outputIndexes": 
[ 1113 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1113 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1114 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1114 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.4/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 296 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 264, 296 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/Add_output_0", "outputIndexes": 
[ 297 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 297 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 47916560, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.4/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 298 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 298 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1115 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1115 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1116 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1116 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 47924752, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.4/mlp/w1/Linear", "outputIndexes": 
[ 1117 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1117 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1118 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1118 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 299 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 299 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.4/mlp/Mul_output_0", "outputIndexes": 
[ 300 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1116 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 50873894, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.4/mlp/w3/Linear", "outputIndexes": 
[ 1121 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1121 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1122 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1122 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 301 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 300, 301 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/mlp/Mul_1_output_0", "outputIndexes": 
[ 302 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 302 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1123 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1123 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.4/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1124 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1124 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 53823036, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.4/mlp/w2/Linear", "outputIndexes": 
[ 1125 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1125 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.4/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1126 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1126 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.4/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 303 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 297, 303 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.4/Add_1_output_0", "outputIndexes": 
[ 304 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 304, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/Reshape_output_0", "outputIndexes": 
[ 305 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 305 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 56772178, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.5/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 306 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 306 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1127 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1127 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1128 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1128 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 56780370, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.5/self_attn/q_proj/Linear", "outputIndexes": 
[ 1129 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1129 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1130 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1130 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 307 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 306 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_output_0", "outputIndexes": 
[ 308 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 308 ]
, "main_type": "NONE", "name": "Shape517", "outputIndexes": 
[ 309 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 308 ]
, "main_type": "NONE", "name": "Rank519", "outputIndexes": 
[ 310 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 310, 310 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp521", "outputIndexes": 
[ 311 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 311 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze522", "outputIndexes": 
[ 312 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 311, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp524", "outputIndexes": 
[ 313 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 313 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze525", "outputIndexes": 
[ 314 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 309, 312, 314, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice528", "outputIndexes": 
[ 315 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 315 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze529", "outputIndexes": 
[ 316 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 316, 316 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp531", "outputIndexes": 
[ 317 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 308, 317, 311 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_output_0", "outputIndexes": 
[ 318 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 319 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 311 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze539", "outputIndexes": 
[ 320 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 313 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze542", "outputIndexes": 
[ 321 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 309, 320, 321, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice545", "outputIndexes": 
[ 322 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 322 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze546", "outputIndexes": 
[ 323 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 323 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp547", "outputIndexes": 
[ 324 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 324, 323 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp548", "outputIndexes": 
[ 325 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 308, 325, 311 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_1_output_0", "outputIndexes": 
[ 326 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 326, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 327 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 319, 327, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_output_0", "outputIndexes": 
[ 328 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 307, 328 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_output_0", "outputIndexes": 
[ 329 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 329 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 57435752, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.5/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 331 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 331, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_output_0", "outputIndexes": 
[ 332 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 331 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_2_output_0", "outputIndexes": 
[ 333 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 333 ]
, "main_type": "NONE", "name": "Shape563", "outputIndexes": 
[ 334 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 333 ]
, "main_type": "NONE", "name": "Rank565", "outputIndexes": 
[ 335 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 335, 335 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp567", "outputIndexes": 
[ 336 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze568", "outputIndexes": 
[ 337 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 336, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp570", "outputIndexes": 
[ 338 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 338 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze571", "outputIndexes": 
[ 339 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 334, 337, 339, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice574", "outputIndexes": 
[ 340 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 340 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze575", "outputIndexes": 
[ 341 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 341 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp576", "outputIndexes": 
[ 342 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 342, 341 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp577", "outputIndexes": 
[ 343 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 333, 343, 336 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_2_output_0", "outputIndexes": 
[ 344 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 344, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Div_output_0", "outputIndexes": 
[ 345 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 345, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 346 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 331, 346, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_1_output_0", "outputIndexes": 
[ 347 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 347 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.5/self_attn/Neg_output_0", "outputIndexes": 
[ 348 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 345, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 349 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 331, 21, 349, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_output_0", "outputIndexes": 
[ 350 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 348, 350 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.5/self_attn/Concat_3_output_0", "outputIndexes": 
[ 351 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 351, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_1_output_0", "outputIndexes": 
[ 352 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 332, 352 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Add_output_0", "outputIndexes": 
[ 353 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1128 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 57436264, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.5/self_attn/k_proj/Linear", "outputIndexes": 
[ 1133 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1133 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1134 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1134 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 354 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 355 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 326, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 356 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 355, 356, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_1_output_0", "outputIndexes": 
[ 357 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 354, 357 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 358 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 358 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 57763966, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.5/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 360 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 360, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_2_output_0", "outputIndexes": 
[ 361 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 360 ]
, "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_3_output_0", "outputIndexes": 
[ 362 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 362 ]
, "main_type": "NONE", "name": "Shape605", "outputIndexes": 
[ 363 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 362 ]
, "main_type": "NONE", "name": "Rank607", "outputIndexes": 
[ 364 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 364, 364 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp609", "outputIndexes": 
[ 365 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 365 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze610", "outputIndexes": 
[ 366 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 365, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp612", "outputIndexes": 
[ 367 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 367 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze613", "outputIndexes": 
[ 368 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 363, 366, 368, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice616", "outputIndexes": 
[ 369 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 369 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze617", "outputIndexes": 
[ 370 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 370 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp618", "outputIndexes": 
[ 371 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 371, 370 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp619", "outputIndexes": 
[ 372 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 362, 372, 365 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.5/self_attn/Gather_3_output_0", "outputIndexes": 
[ 373 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 373, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Div_1_output_0", "outputIndexes": 
[ 374 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 374, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 375 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 360, 375, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_3_output_0", "outputIndexes": 
[ 376 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 376 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.5/self_attn/Neg_1_output_0", "outputIndexes": 
[ 377 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 374, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 378 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 360, 21, 378, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.5/self_attn/Slice_2_output_0", "outputIndexes": 
[ 379 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 377, 379 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.5/self_attn/Concat_4_output_0", "outputIndexes": 
[ 380 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 380, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Mul_3_output_0", "outputIndexes": 
[ 381 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 361, 381 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/self_attn/Add_1_output_0", "outputIndexes": 
[ 382 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1128 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 57764478, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.5/self_attn/v_proj/Linear", "outputIndexes": 
[ 1137 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1137 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1138 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1138 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 383 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 318, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 384 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 326, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.5/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 385 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 384, 385, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.5/self_attn/Concat_2_output_0", "outputIndexes": 
[ 386 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 383, 386 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.5/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 387 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 353, 382, 387, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.5/self_attn/FusedAttention", "outputIndexes": 
[ 388 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 388 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1139 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1139 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1140 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1140 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 58092180, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.5/self_attn/o_proj/Linear", "outputIndexes": 
[ 1141 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1141 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1142 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1142 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 389 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 305, 389 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/Add_output_0", "outputIndexes": 
[ 390 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 390 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 58747562, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.5/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 391 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 391 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1143 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1143 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1144 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1144 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 58755754, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.5/mlp/w1/Linear", "outputIndexes": 
[ 1145 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1145 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1146 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1146 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 392 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 392 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.5/mlp/Mul_output_0", "outputIndexes": 
[ 393 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1144 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 61704896, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.5/mlp/w3/Linear", "outputIndexes": 
[ 1149 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1149 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1150 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1150 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 394 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 393, 394 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/mlp/Mul_1_output_0", "outputIndexes": 
[ 395 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 395 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1151 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1151 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.5/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1152 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1152 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 64654038, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.5/mlp/w2/Linear", "outputIndexes": 
[ 1153 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1153 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.5/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1154 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1154 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.5/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 396 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 390, 396 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.5/Add_1_output_0", "outputIndexes": 
[ 397 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 397, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/Reshape_output_0", "outputIndexes": 
[ 398 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 398 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 67603180, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.6/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 399 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 399 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1155 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1155 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1156 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1156 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 67611372, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.6/self_attn/in_proj/Linear", "outputIndexes": 
[ 1157 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1157 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1158 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1158 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 400 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 400 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.6/self_attn/Transpose_output_0", "outputIndexes": 
[ 401 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 399 ]
, "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_output_0", "outputIndexes": 
[ 402 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 402 ]
, "main_type": "NONE", "name": "Shape666", "outputIndexes": 
[ 403 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 402 ]
, "main_type": "NONE", "name": "Rank668", "outputIndexes": 
[ 404 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 404, 404 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp670", "outputIndexes": 
[ 405 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 405 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze671", "outputIndexes": 
[ 406 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 405, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp673", "outputIndexes": 
[ 407 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 407 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze674", "outputIndexes": 
[ 408 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 403, 406, 408, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice677", "outputIndexes": 
[ 409 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 409 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze678", "outputIndexes": 
[ 410 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 410, 410 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp680", "outputIndexes": 
[ 411 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 402, 411, 405 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_output_0", "outputIndexes": 
[ 412 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 412, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 413 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 405 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze688", "outputIndexes": 
[ 414 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 407 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze691", "outputIndexes": 
[ 415 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 403, 414, 415, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice694", "outputIndexes": 
[ 416 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 416 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze695", "outputIndexes": 
[ 417 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 417 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp696", "outputIndexes": 
[ 418 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 418, 417 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp697", "outputIndexes": 
[ 419 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 402, 419, 405 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.6/self_attn/Gather_1_output_0", "outputIndexes": 
[ 420 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 420, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 421 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 413, 421, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.6/self_attn/Concat_output_0", "outputIndexes": 
[ 422 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 422, 32 ]
, "main_type": "NONE", "name": "/blocks.6/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 423 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ -0.008013, -0.012953, -0.160583, 0.037027, 0.052109, 0.121386, -0.013375, -0.040349, -0.167471, -0.008743, -0.092021, 0.015444, 0.0262, 0.036968, 0.146195, -0.025461, -0.044771, -0.135246, 0.028918, 0.040913, 0.151971, -0.027311, -0.039718, -0.173382, -0.008442, -0.01352, -0.130503, 0.02709, 0.058504, 0.130467, -0.033561, -0.086485, -0.120131, 0.028823, 0.054313, 0.156525, -0.029776, -0.044189, -0.158612, 0.011176, 0.018566, 0.168636, -0.042942, -0.101058, 0.010602, 0.003154, 0.005796, -0.162954, -0.017868, -0.020268, -0.177535, 0.031114, 0.052807, 0.153718, 0.029594, 0.048664, 0.15344, -0.021773, -0.041048, -0.157516, -0.042289, 0.064493, -0.013666, -0.022522, -0.047588, -0.159672, 0.010847, 0.025739, 0.180659, 0.009237, 0.028284, 0.161537, -0.063577, -0.093007, -0.100618, 0.002356, 0.011886, 0.174088, 0.018571, 0.026375, 0.169877, -0.009283, -0.0214, -0.176888, -0.056327, -0.076701, 0.010283, -0.027725, -0.042434, -0.161459, 0.008588, 0.046858, 0.16026, 0.019961, 0.032708, 0.178003, -0.05536, -0.084653, 0.001979, 0.023097, 0.039047, 0.09207, -0.012052, -0.027126, -0.157795, -0.020019, -0.030378, -0.170649, 0.022749, 0.032584, 0.166298, -0.044493, -0.105906, -0.098089, -0.018358, -0.045093, -0.164213, 0.023817, 0.039039, 0.166905, 0.044828, 0.101085, 0.088237, 0.031981, 0.00817, -0.041498, -0.019369, -0.030922, -0.169216, 0.021192, 0.058186, 0.147168, -0.030046, -0.04196, -0.142591, -0.007183, -0.016683, -0.174353, 0.060882, 0.092144, -0.055467, -0.012433, -0.029603, -0.181799, -0.021292, -0.036284, -0.165517, -0.011434, -0.023863, -0.174592, 0.013936, 0.019608, 0.171444, 0.042532, 0.096754, -0.026094, -0.037507, -0.090323, -0.120232, 0.02047, 0.045217, 0.155669, 0.000425, 0.008208, 0.154462, -0.020548, -0.033396, -0.166472, -0.026956, -0.052543, -0.190154, 0.023716, 0.044709, 0.154592, -0.028502, -0.038188, 0.067284, 0.024535, 0.073177, 0.12643, 0.026356, 0.034233, -0.062388, -0.069546, -0.089502, -0.188889, -0.036065, -0.058702, -0.147973, 0.029858, 0.049756, 0.126717, -0.015926, -0.029221, -0.165107, 0.013227, 0.024591, 0.185993, -0.018776, -0.024871, 0.05163, 0.025868, 0.057678, 0.146898, 0.036719, 0.059662, -0.025068, 0.051656, 0.060713, -0.020558, -0.004183, -0.009429, 0.148296, 0.011835, 0.035205, 0.176281, -0.011546, -0.034871, -0.165619, -0.032645, -0.056419, -0.111294, 0.010474, 0.023052, 0.197524, 0.005168, 0.048575, 0.143319, 0.021207, 0.019745, -0.044817, -0.05197, 0.088002, -0.025979, 0.009834, 0.043669, 0.21497, 0.025068, 0.073934, 0.108647, 0.030023, 0.048792, 0.163275, 0.021186, 0.051959, 0.167235, -0.020892, -0.04836, -0.171717, -0.030593, -0.049677, -0.155632, -0.021096, -0.051867, -0.165647, -0.021057, -0.044422, -0.166049, -0.068083, -0.058913, -0.129904, -0.017813, -0.037092, -0.164233, -0.028903, -0.03992, 0.069842, 0.027503, 0.040252, 0.169585, -0.025484, -0.0459, -0.14929, -0.017727, -0.079251, 0.019197, 0.050017, 0.052165, 0.110944, 0.014393, 0.030212, 0.185804, -0.042824, -0.083523, -0.126698, 0.015108, 0.033238, 0.171662, 0.017781, 0.0398, 0.141363, -0.033191, -0.054645, -0.134256, -0.058855, -0.090573, 0.063202, -0.013293, -0.023309, -0.156525, -0.037312, -0.06254, -0.154806, -0.016883, -0.029419, -0.172158, -0.028171, -0.045686, -0.15833, 0.002411, -0.003809, -0.200048, 0.035566, 0.06603, 0.147019, -0.031934, -0.054819, -0.147502, -0.002674, -0.00057, 0.139795, -0.02099, -0.033653, -0.15084, -0.010822, -0.01897, -0.172814, -0.013711, -0.024771, -0.186024, -0.010529, -0.020089, -0.165991, -0.003867, -0.10785, 0.000156, 0.035181, 0.058453, 0.148653, 0.004182, 0.042552, 0.177655, 0.070535, 0.09004, -0.013155, -0.036434, -0.068046, -0.148492, -0.006803, -0.023494, -0.186372, -0.010267, -0.026724, -0.178617, -0.021443, -0.04481, -0.164847, -0.01363, -0.02511, -0.195329, -0.01273, -0.020897, -0.170118, -0.024347, -0.046797, -0.157933, 0.003517, 0.011581, 0.13559, -0.036411, -0.09958, 0.000965, 0.024971, 0.040908, 0.168077, 0.02392, 0.05327, 0.140438, 0.010438, 0.03373, -0.060757, -0.080008, -0.10448, -0.190866, 0.005593, 0.021256, 0.127394, -0.034373, -0.05566, -0.133939, -0.014092, -0.080989, 0.036136, -0.027847, -0.040181, 0.070853, 0.019261, 0.033061, 0.167692, 0.01117, 0.022871, 0.179173, 0.0293, 0.046207, 0.158762, 0.036721, 0.077368, 0.12848, 0.023998, 0.077578, 0.123316, 0.006798, 0.025539, 0.190007, 0.011634, 0.030824, 0.178868, 0.027021, 0.052627, 0.101684, 0.012416, 0.051534, 0.176554, -0.00362, -0.013504, -0.149462, -0.000905, -0.004383, -0.188529, 0.056111, 0.060155, -0.023715, 0.022741, 0.050874, 0.144016, 0.010511, 0.100702, -0.008462, 0.030245, 0.082231, 0.127643, 0.021077, 0.0357, 0.185423, 0.019293, 0.032982, 0.19222, 0.041157, 0.0777, 0.103163, 0.01495, 0.043882, 0.176751, 0.016382, 0.027249, -0.045232, 0.032392, 0.100155, -0.028652, 0.043007, 0.073585, 0.108873, -0.018922, -0.033513, -0.166295, 0.012429, 0.050835, 0.156602, -0.013868, -0.041781, -0.164516, -0.01481, -0.029718, -0.187753, 0.019865, 0.022122, -0.136694, 0.019803, 0.034982, 0.17121, -0.051922, -0.107612, -0.017922, -0.016894, -0.027148, -0.178371, -0.042132, -0.035735, 0.058356, -0.007952, -0.021964, -0.16065, -0.004102, -0.007193, -0.076303, -0.033521, -0.048137, -0.181659, 0.026715, 0.081884, -0.020836, -0.013667, -0.024098, -0.189094, -0.043548, -0.062672, -0.143758, 0.016554, 0.047349, 0.16866, -0.031136, -0.118797, 0.010087, 0.014948, 0.025779, 0.153699, -0.009538, -0.028914, -0.162383, -0.021385, -0.042001, -0.165457, 0.022473, 0.048407, 0.14115, -0.041124, -0.057416, -0.138523, -0.027558, -0.042853, -0.160631, 0.012058, 0.026577, 0.190444, 0.008131, 0.016452, 0.17467, 0.035706, 0.059071, 0.167125, -0.039903, -0.09792, 0.030064, -0.019508, -0.032262, -0.160962, 0.00974, 0.04081, -0.052137, 0.023002, 0.042365, 0.157412, -0.022552, -0.048056, -0.150791, -0.010377, -0.019417, -0.168147, -0.018646, -0.024147, 0.046924, -0.014931, -0.022947, -0.180547, -0.025016, -0.047483, -0.146706, 0.045644, 0.057897, 0.121411, -0.013391, -0.036804, -0.1309, -0.036126, -0.070496, -0.10528, 0.008486, 0.021975, 0.142486, -0.023336, -0.097246, -0.05747, -0.022049, -0.04264, -0.164, 0.027517, 0.039321, 0.136149, 0.032108, 0.067353, -0.000533, -0.032997, -0.058751, -0.157778, -0.012915, -0.016569, -0.186398, -0.030312, -0.043792, -0.166426, -0.00874, -0.022642, -0.165723, -0.028835, -0.044016, -0.162121, 0.061694, 0.012611, -0.056165, 0.016092, 0.039539, -0.066047, 0.015152, 0.038002, -0.061458, 0.048665, 0.099105, 0.098765, -0.028161, -0.042159, -0.176815, 0.04528, 0.130006, 0.110118, -0.012733, -0.02315, -0.130101, 0.052634, 0.086525, -0.014421, -0.025357, -0.020018, 0.050905, 0.01653, 0.029195, 0.205221, -0.014643, -0.032774, -0.162608, 0.035457, 0.051511, 0.150216, -0.027678, -0.044713, -0.155397, 0.001292, -0.000751, -0.093279, -0.040993, -0.077239, -0.159713, -0.013658, -0.050546, -0.151899, 0.009136, 0.019725, 0.147825, -0.033607, -0.053451, -0.184618, 0.021004, 0.046077, 0.159837, -0.02396, -0.046551, -0.154193, 0.010453, 0.01525, 0.17902, -0.036897, -0.049239, -0.138022, -0.014853, -0.032207, -0.184, -0.011634, -0.020485, -0.175146, -0.017356, -0.042245, -0.169049, -0.039448, -0.075744, 0.049725, 0.007029, 0.046007, -0.054491, -0.025508, -0.042966, -0.139908, 0.048587, 0.060983, -0.017618, -0.001845, -0.013777, -0.155994, -0.017907, -0.044616, -0.155407, 0.000561, -0.005852, -0.161393, -0.02312, -0.039785, -0.155748, 0.008365, 0.021034, 0.178161, -0.028441, -0.013348, 0.040947, -0.021205, -0.046032, -0.137461, 0.018891, 0.047847, 0.17272, -0.011854, -0.020979, -0.152778, 0.024827, 0.050073, 0.1443, 0.025693, 0.044046, 0.157754, 0.033314, 0.012604, -0.050234, 0.006115, 0.010674, 0.140425, -0.081267, -0.092865, -0.059281, -0.015108, -0.038277, -0.147107, 0.02099, 0.040084, -0.063438, -0.011122, -0.017836, -0.166233, -0.003998, -0.00759, 0.14275, -0.021759, -0.069741, -0.113674, -0.044244, -0.063024, -0.152072, -0.000918, 0.006351, 0.183278, 0.002781, 0.083302, -0.059951, 0.036971, 0.085479, 0.106332, 0.022765, 0.05672, 0.172649, 0.015587, 0.041117, 0.167758, 0.021676, 0.037052, 0.156407, 0.015024, 0.030893, -0.089713, -0.042964, 0.099867, -0.012364, -0.001378, 0.004287, 0.171121, -0.01154, -0.023977, -0.198699, -0.046558, -0.069456, -0.133389, 0.0187, 0.076942, -0.048821, -0.03608, -0.05303, -0.183796, -0.016245, -0.040454, -0.190595, 0.022987, 0.065797, 0.140538, 0.035991, 0.109468, 0.025726, 0.028158, 0.045613, 0.167418, 0.034631, 0.047119, 0.150394, -0.012077, -0.086879, 0.022036, -0.025128, -0.047582, -0.170778, -0.003964, -0.044468, -0.145469, 0.053194, 0.084765, 0.033386, 0.014291, 0.038447, 0.184854, -0.016696, -0.06383, -0.136743, -0.038063, -0.047387, -0.148153, 0.022405, 0.048398, 0.151079, -0.037375, -0.076048, -0.151026, 0.024674, 0.043666, 0.16072, 0.02158, 0.042494, 0.156906, -0.069549, -0.115947, -0.097383, 0.00705, 0.017344, 0.162278, -0.037614, -0.052199, -0.154464, -0.036399, -0.089375, -0.117061, -0.002703, 0.007151, 0.136864, -0.029438, -0.108568, 0.005943, -0.021618, -0.033892, -0.167668, -0.006716, -0.01408, -0.166409, -0.033176, -0.051454, -0.134322, 0.048265, 0.071021, -0.014901, -0.016547, -0.031325, -0.145604, -0.062077, -0.087165, -0.00177, -0.00803, -0.073711, 0.04937, -0.006499, -0.058137, 0.065906, 0.028851, 0.040504, 0.152967, 0.019855, 0.038441, 0.168785, 0.016421, 0.03232, 0.21197, -0.019021, -0.038465, -0.123115, -0.017853, -0.052913, -0.175865, -0.011442, -0.01915, -0.179934, -0.015715, -0.088247, -0.096819, -0.012748, -0.039706, -0.164819, 0.032852, 0.052263, 0.164128, -0.000305, 0.001095, 0.145334, 0.012933, 0.021263, 0.119503, 0.019796, 0.032198, 0.181597, 0.036355, 0.056935, 0.166912, 0.05989, 0.10093, 0.017028, -0.000993, -0.02056, -0.167229, 0.013357, 0.022248, 0.176865, 0.017082, 0.033691, 0.168591, -0.017394, -0.042595, -0.168654, 0.005499, -0.009369, -0.146881, 0.026248, 0.135208, -0.030181, 0.005598, 0.027567, 0.178063, 0.02986, 0.052936, 0.130302, -0.013338, -0.024312, -0.172709, -0.023896, -0.04582, -0.153187, 0.000425, 0.001109, 0.112524, -0.013371, -0.046666, -0.157387, -0.017861, -0.041309, -0.13726, -0.016291, -0.025843, -0.193939, -0.016164, 0.119853, -0.016986, 0.00223, 0.003928, 0.150756, 0.032312, 0.069232, 0.130063, -0.039739, -0.10216, -0.066746, -0.001328, -0.004188, -0.198534, -0.065277, -0.059437, 0.016175, 0.028801, 0.046575, 0.162972, 0.037686, 0.064329, 0.155853, -0.019848, -0.065677, -0.134865, 0.00897, 0.022028, 0.181566, -0.018723, -0.025024, 0.057349, -0.029107, -0.072373, -0.164442, 0.019861, 0.038267, -0.057167, 0.007357, 0.010483, 0.158747, -0.04165, -0.085238, -0.086797, 0.030693, 0.046672, 0.123818, -0.027328, -0.074152, 0.057848, -0.021211, -0.032093, 0.055284, 0.021634, 0.036681, 0.168891, 0.015468, 0.03385, 0.144458, -0.047949, -0.086299, 0.037098, -0.021285, -0.032099, -0.207187, 0.012711, 0.032941, 0.170837, 0.008104, 0.021478, 0.174327, -0.02778, -0.050411, -0.160906, 0.031156, 0.044798, 0.16494, -0.009496, -0.0214, -0.172302, 0.041908, 0.066446, 0.08915, 0.070838, 0.082131, -0.012982, 0.033817, 0.085545, -0.028052, -0.052004, 0.068851, -0.008947, 0.007704, 0.021516, 0.132318, -0.007703, -0.026596, -0.170981, -0.014502, -0.024251, -0.168529, 0.041952, 0.068361, 0.134792, 0.052769, 0.062744, -0.017241, -0.026107, -0.045396, -0.15209, 0.027151, 0.051096, -0.065571, -0.020369, -0.048346, -0.150331, -0.023016, -0.049784, -0.174895, -0.022622, -0.054605, -0.146297, 0.001368, -0.001599, -0.156565, 0.011169, 0.019917, 0.167533, 0.027875, 0.091234, 0.12752, 0.019309, 0.066749, 0.274131, -0.023675, -0.030976, 0.078809, -0.028244, -0.057139, -0.166848, 0.027918, 0.047086, 0.175518, 0.0332, 0.04774, 0.161542, 0.00904, 0.031283, 0.179449, 0.002032, 0.003068, -0.165389, -0.038674, -0.078691, -0.128335, -0.020447, -0.058196, -0.136955, 0.022279, 0.041585, 0.135631, 0.0385, 0.084751, -0.03214, -0.044472, -0.076585, 0.028564, -0.028076, -0.049915, -0.160656, 0.019804, 0.051211, 0.173363, 0.020417, 0.02381, -0.048673, -0.008898, 0.122681, -0.044133, -0.003489, 0.000819, 0.13465, 0.016706, 0.031676, 0.140084, -0.009972, -0.017572, -0.162033, -0.021995, -0.035824, -0.159137, 0.034514, 0.047611, 0.134969, 0.050905, 0.075248, -0.037229, -0.043778, -0.049512, -0.128244, 0.025549, 0.033719, -0.066449, -0.035387, -0.048684, 0.059388, -0.030198, -0.034225, -0.171236, 0.001885, -0.001916, -0.158536, 0.027946, 0.053372, 0.135921, -0.027939, -0.044107, -0.160215, 0.049841, 0.06958, 0.153014, 0.00937, 0.021432, 0.131616, 0.038186, 0.046914, -0.076957, -0.015829, -0.03949, -0.144344, -0.03193, -0.060176, -0.159141, -0.044809, -0.097851, -0.030037, 0.018703, 0.030524, 0.16205, 0.029501, 0.051695, 0.132637, 0.040081, 0.070003, 0.123093, -0.027407, -0.044279, -0.175254, -0.01565, -0.024013, -0.162333, 0.026604, 0.056143, 0.134049, 0.05528, 0.092397, -0.02377, 0.023768, 0.041672, 0.149417, -0.020367, -0.020657, 0.045413, -0.058458, -0.080176, 0.029377, 0.018701, 0.038896, 0.15435, 0.007739, 0.017269, 0.162144, -0.017509, -0.02831, -0.184645, -0.011581, -0.030621, -0.181924, -0.023986, -0.047991, -0.165556, -0.050838, -0.106184, -0.002328, 0.020313, 0.038902, 0.161877, 0.04999, 0.088101, 0.126741, -0.020665, -0.048307, -0.168292, 0.019105, 0.037838, 0.156554, 0.017297, 0.038942, 0.159655, -0.016538, -0.051634, -0.143959, -0.033803, -0.077772, -0.16018, 0.00358, -0.00183, -0.149982, -0.021755, -0.071741, -0.126512, -0.007007, -0.019997, -0.179245, 0.028137, 0.029654, -0.056922, -0.006879, -0.033427, -0.162819, -0.002402, -0.13372, 0.017633, -0.014512, -0.045544, -0.162136, -0.044641, -0.08053, -0.133267, -0.028695, -0.039926, -0.163856, 0.030508, 0.048817, 0.150564, -0.017711, -0.038884, -0.16288, 0.042215, 0.053563, 0.137817, 0.034131, 0.049064, 0.141896, -0.036866, -0.092164, -0.021109, 0.002998, -0.004688, 0.100631, 0.022374, 0.057497, -0.156056, 0.008782, 0.023035, 0.180125, -0.044191, -0.082183, -0.09149, -0.010455, -0.020548, -0.167066, 0.024353, 0.046851, 0.141793, -0.032029, -0.05363, -0.144403, -0.024988, -0.064362, -0.149591, -0.021068, -0.033368, -0.181508, 0.008352, 0.017098, 0.195499, 0.015434, 0.027872, 0.159377, -0.015441, -0.039787, -0.194197, -0.051321, -0.093068, -0.190648, 0.042872, 0.062511, 0.142417, 0.025389, 0.041051, 0.155414, -0.026059, -0.03643, -0.154108, -0.009334, -0.011719, -0.206733, 0.031193, 0.051203, 0.160314, -0.005743, -0.01649, -0.137464, 0.006395, 0.017479, 0.182353, -0.055948, -0.089474, -0.155661, 0.025423, 0.046726, 0.150528, -0.021721, -0.04407, -0.155316, -0.009798, -0.019987, -0.167254, 0.05659, 0.088959, 0.045354, 0.024016, 0.045411, -0.075506, 0.057803, 0.10077, -0.00201, -0.03974, 0.071837, -0.013428, -0.002184, -0.014449, -0.171822, -0.046682, -0.095027, -0.150819, 0.010188, 0.025575, 0.159454, 0.017572, 0.042348, 0.185614, -0.012416, -0.023475, -0.165414, -0.029163, -0.045778, -0.15325, 0.029915, 0.05419, 0.146973, 0.033934, 0.022675, -0.055457, -0.010283, -0.039682, -0.181878, -0.02135, -0.031522, 0.050393, 0.027989, 0.052352, 0.146737, 0.026129, 0.044486, 0.154734, -0.022866, -0.036148, -0.169463, 0.021793, 0.021818, -0.050355, 0.000786, -0.000899, 0.159148, -0.024325, -0.030258, -0.168218, -0.002351, 0.013911, -0.1885, 0.035156, 0.05499, 0.154566, -0.013703, -0.015527, 0.031736, -0.027875, -0.045381, -0.199287, 0.013422, 0.04701, 0.150115, 0.020468, 0.041669, 0.120752, 0.018642, 0.035336, 0.180352, -0.002019, -0.021912, -0.169514, -0.029338, -0.046825, -0.158928, -0.032067, -0.050377, -0.161113, 0.003202, 0.027134, 0.184949, -0.011849, -0.037059, -0.141242, -0.01599, -0.033568, -0.1618, 0.01341, 0.018769, -0.056381, -0.0277, -0.046179, -0.1765, -0.020878, -0.031224, -0.167349, -0.037407, -0.120725, -0.065803, -0.01266, -0.035335, -0.141319, -0.008019, -0.031553, -0.170336, -0.044523, -0.081389, -0.115268, -0.031785, -0.13276, 0.017509, 0.039337, 0.078475, -0.025323, -0.012265, -0.028319, -0.168208, 0.028445, 0.015323, -0.046192, 0.004002, 0.03105, 0.164385, -0.016609, -0.033626, -0.185765, 0.00931, 0.039378, 0.15959, -0.040114, -0.061589, -0.140651, -0.060256, -0.077067, -0.172968, -0.018476, -0.037479, -0.192169, -0.037953, -0.06059, -0.123695, -0.042452, -0.083902, -0.09203, 0.005141, 0.061392, -0.057124, -0.038094, -0.093337, -0.122582, 0.00989, 0.02066, 0.181584, 0.063396, 0.092571, 0.006055, -0.029205, -0.091192, 0.003111, 0.011502, 0.018932, 0.169662, -0.031818, -0.043695, -0.157694, -0.009213, -0.050425, -0.167845, -0.023087, -0.043785, -0.150737, -0.014512, -0.024931, -0.15654, 0.028211, 0.044169, 0.164407, -0.020173, -0.048581, -0.137862, 0.008433, 0.151853, 0.060506, -0.030446, -0.05122, -0.166986, 0.036393, 0.096425, 0.104841, 0.009497, 0.078058, -0.025049, -0.03836, -0.057212, -0.139356, -0.010794, -0.034059, -0.177105, 0.05178, 0.06492, 0.084472, 0.0483, 0.095878, -0.072014, -0.013932, -0.030613, -0.156475, -0.013941, -0.043485, -0.172122, 0.023246, 0.01325, -0.047095, 0.038786, 0.058905, 0.121135, -0.02872, -0.046412, -0.168714, 0.055993, 0.059402, -0.020667, 0.024159, 0.020052, -0.046417, 0.0167, 0.127168, -0.02934, 0.008078, 0.089169, -0.052919, 0.020513, 0.027073, 0.135948, 0.033206, 0.080803, 0.141095, -0.010895, -0.02477, -0.17952, 0.031055, 0.011047, -0.044923, -0.017019, -0.03909, -0.160025, -0.002051, -0.08236, 0.04382, 0.035541, 0.056873, 0.173425, 0.054672, 0.090627, 0.101788, 0.012534, 0.037122, -0.04861, 0.050292, 0.112155, 0.080501, -0.003267, -0.052001, 0.036276, 0.010415, 0.025225, 0.14147, -0.028093, -0.052396, -0.164668, 0.037711, 0.070816, 0.139579, -0.023415, -0.043598, -0.176488, -0.022206, -0.037736, -0.177909, 0.012771, 0.041853, 0.163836, -0.008598, -0.01847, -0.191415, -0.015387, -0.027888, -0.150578, 0.021657, 0.037008, 0.158647, -0.061425, -0.090556, -0.085875, 0.003253, -0.005964, -0.16059, 0.043955, 0.083642, -0.037838, -0.036215, -0.072282, -0.142262, 0.014009, 0.043732, 0.140224, 0.00688, 0.02368, 0.192292, -0.021569, -0.089175, 0.029565, 0.048965, 0.06282, 0.138008, 0.050375, 0.078083, 0.157863, -0.000281, 0.007004, 0.139295, 0.034747, 0.070948, 0.115274, 0.019168, 0.046109, -0.054413, 0.002191, 0.006811, 0.15076, -0.035811, -0.061239, -0.153527, 0.027487, 0.044583, 0.138894, 0.00127, 0.006043, 0.179063, -0.042177, -0.061993, -0.134489, -0.049061, 0.0548, -0.012207, 0.025209, 0.046816, 0.176514, 0.025476, 0.038716, 0.151612, -0.016225, -0.030534, -0.191324, 0.029946, 0.045856, 0.165149, 0.000565, 0.009009, 0.121121, -0.009526, -0.024045, -0.138123, -0.048141, -0.053886, -0.071083, -0.016061, -0.019497, 0.04305, -0.069687, -0.089446, 0.056903, -0.022676, -0.036676, -0.172852, 0.009069, 0.028104, 0.153368, -0.000893, -0.011134, -0.194124, 0.01933, 0.033281, 0.146112, 0.02276, 0.040922, 0.18162, -0.00293, -0.020768, -0.151893, -0.001967, 0.00846, 0.145304, 0.005322, -0.093756, 0.01852, 0.020794, 0.043424, 0.154301, -0.025759, -0.04433, -0.144937, -0.060316, 0.088422, -0.01026, -0.015529, -0.023941, -0.182629, 0.018918, 0.04927, 0.166894, -0.006452, -0.026014, -0.16501, 0.015485, 0.026127, 0.186397, -0.018584, -0.025197, -0.175903, 0.000236, -0.014043, -0.168583, -0.041404, -0.012032, 0.059225, -0.002827, -0.015103, -0.181058, 0.026474, 0.086853, -0.031007, 0.032046, 0.041669, 0.171699, 0.025304, 0.037961, 0.170403, 0.01913, 0.03064, 0.146101, 0.032856, 0.04478, 0.154115, -0.029098, -0.053337, -0.147685, -0.023278, -0.036122, -0.189507, -0.045527, 0.070638, -0.007571, -0.01921, -0.048875, -0.153212, -0.054276, 0.087254, -0.017405, -0.02618, -0.054182, -0.150836, 0.025939, 0.051802, 0.153911, 0.032446, 0.061116, 0.143486, -0.016399, -0.034301, 0.057296, 0.008483, 0.019614, 0.180381, -0.052311, -0.110228, -0.063924, 0.012329, 0.045483, 0.147272, -0.042588, -0.062311, -0.128579, -0.025396, -0.014943, 0.05748, -0.00123, 0.02942, 0.139718, 0.00863, 0.022272, 0.187365, 0.005075, 0.011577, 0.204581, 0.046046, 0.07004, 0.168792, 0.047264, 0.0688, -0.069783, 0.017423, 0.042336, 0.1561, 0.030026, 0.051045, 0.169919, 0.034779, 0.033671, -0.063817, -0.046129, -0.088726, -0.007863, 0.045062, 0.099988, 0.009916, -0.042843, -0.059176, -0.158392, -0.065563, -0.094704, -0.053115, -0.023285, -0.044302, -0.133451, -0.0101, -0.021816, -0.189342, 0.028552, 0.039038, -0.052579, -0.001076, -0.015012, -0.136714, -0.006267, -0.023409, -0.144175, -0.007078, -0.020623, -0.171681, -0.096335, -0.133199, -0.037023, 0.019483, 0.039546, 0.166789, -0.031164, -0.049016, -0.148971, -0.056149, -0.093889, 0.039634, -0.008519, -0.016772, -0.184253, 0.022, 0.072659, -0.060657, -0.010291, -0.025839, -0.165977, 0.063464, 0.078965, -0.052561, -0.028838, -0.042612, -0.174007, 0.046607, 0.079817, 0.136394, -0.013081, -0.034218, -0.182177, -0.019083, -0.05287, -0.157935, -0.011177, -0.030072, -0.154805, -0.054726, -0.11166, -0.048394, -0.047846, -0.080052, -0.109207, 0.011717, 0.025434, 0.185328, -0.02341, -0.042757, -0.191203, -0.062696, -0.081525, -0.170087, 0.019161, 0.030107, 0.1758, 0.046839, 0.060475, 0.140917, 0.010167, 0.022154, 0.154806, -0.049303, -0.085226, 0.028693, 0.008149, 0.01737, 0.167483, 0.033273, 0.060974, 0.152437, -0.024769, -0.043815, -0.134156, -0.020764, -0.031833, -0.15703, -0.014303, -0.093584, 0.021652, 0.000419, -0.010456, -0.171686, -0.025732, -0.040948, -0.155845, -0.014583, -0.027722, -0.193303, 0.005983, 0.10616, -0.007177, 0.040966, 0.07644, 0.102992, 0.018076, 0.027623, 0.195063, 0.04603, 0.087901, -0.010273, -0.001363, 0.006302, -0.168112, -0.009956, -0.103116, 0.003774, -0.023119, -0.029574, -0.141872, -0.00216, -0.00959, -0.15074, 0.00865, 0.035442, 0.176261, -0.013498, -0.024007, -0.175259, 0.05017, 0.06225, -0.021235, 0.004733, 0.009737, 0.23362, 0.008093, 0.01797, 0.171952, -0.019413, -0.028952, -0.148446, 0.056689, 0.061832, -0.022278, 0.015711, 0.027637, 0.192022, 0.037374, 0.044682, 0.158817, 0.020726, 0.04816, 0.140698, -0.045256, -0.072358, -0.124247, 0.014488, 0.034017, 0.180389, -0.024361, -0.05232, -0.140773, 0.001295, 0.001704, -0.106447, -0.04318, -0.074388, 0.034913, 0.031885, 0.0494, 0.142343, 0.003552, 0.048682, 0.17196, -0.019433, -0.093082, -0.057703, -0.024924, -0.046352, -0.150182, 0.011192, 0.015793, 0.164064, 0.03032, 0.046774, 0.166065, -0.014965, -0.033361, -0.179831, 0.033931, 0.094324, -0.095851, -0.033929, -0.090407, -0.154379, 0.012131, 0.046091, -0.049193, 0.023236, 0.038275, 0.173434, -0.007868, -0.037542, -0.151019, -0.032106, -0.042143, -0.157545, 0.030164, 0.019282, -0.050563, -0.046734, -0.06866, -0.135299, -0.004184, -0.112796, -0.006165, 0.047488, 0.109745, 0.029652, -0.049058, -0.063907, -0.150396, 0.020949, 0.102194, 0.079679, 0.031832, 0.055659, 0.144677, 0.048536, 0.087667, 0.010726, 0.013759, 0.039284, 0.173739, 0.023899, 0.05896, 0.104784, 0.007694, 0.016455, 0.162242, -0.023336, -0.041264, -0.169405, -0.022912, -0.034751, -0.141523, 0.008267, 0.028639, 0.184627, -0.007368, -0.022104, -0.16248, 0.030404, 0.060016, 0.144092, 0.054016, 0.069283, 0.143532, -0.031705, -0.106456, 0.001167, -0.01228, -0.099511, 0.020213, -0.013252, -0.040322, -0.182227, 0.037459, 0.085166, -0.026095, 0.021098, 0.047549, -0.067309, -0.011663, -0.024322, -0.176689, 0.000212, 0.012223, 0.152132, -0.020481, -0.053594, -0.166015, 0.00838, 0.049132, 0.199504, -0.048037, -0.080824, -0.113162, -0.000066, -0.002892, 0.171843, -0.001707, -0.097104, 0.019433, 0.030315, 0.052428, 0.15378, -0.015915, -0.026942, -0.181007, -0.020969, -0.030666, -0.187469, 0.033524, 0.087689, 0.12028, 0.028525, 0.040749, 0.179471, 0.019765, 0.049241, 0.151458, 0.009977, 0.016377, 0.18079, -0.002399, -0.007529, -0.166281, -0.002615, -0.000266, -0.079064, 0.031272, 0.043655, 0.158027, 0.021229, 0.038011, 0.167856, 0.017716, 0.044497, -0.07233, -0.002839, -0.004047, 0.152761, 0.002726, 0.096063, 0.001166, -0.059134, -0.089489, -0.124575, 0.053091, 0.084094, 0.087612, 0.036521, 0.046864, 0.138057, -0.022069, -0.052885, 0.058736, -0.008644, -0.079758, 0.03544, 0.027057, 0.05697, 0.142472, 0.027154, 0.059908, 0.147884, 0.02832, -0.054163, -0.130729, 0.005374, 0.006407, -0.145362, 0.018492, 0.026015, 0.163649, -0.013846, -0.025843, -0.183537, -0.044435, -0.077955, -0.136819, -0.0121, -0.036077, -0.177814, 0.023654, 0.07283, -0.046509, 0.01615, 0.030354, 0.14672, -0.008279, -0.034339, -0.160671, -0.037454, -0.058134, -0.148644, -0.026291, -0.038177, -0.23866, 0.05912, -0.066098, 0.001937, 0.044278, 0.072613, 0.135352, -0.035366, -0.050357, -0.158196, 0.027308, 0.04144, 0.151127, -0.033285, -0.052171, -0.148773, -0.039286, -0.061693, -0.16549, -0.031944, -0.057562, -0.145046, 0.055617, 0.093946, 0.028478, 0.018699, 0.028561, -0.056121, 0.014041, 0.022474, 0.1805, -0.024549, -0.038151, -0.175313, 0.029593, 0.058588, 0.140907, -0.014078, -0.033235, -0.186078, 0.012531, 0.022587, 0.167209, 0.023008, 0.048475, 0.152762, -0.061099, -0.085818, 0.044276, 0.05418, 0.063987, -0.018172, -0.027147, -0.040308, -0.167897, 0.004537, 0.012239, 0.108141, -0.041604, -0.055702, -0.142227, 0.015348, 0.036967, -0.053953, 0.006045, 0.013915, 0.161181, 0.002082, 0.000444, 0.163223, 0.038241, 0.051296, 0.159529, -0.030191, -0.047661, -0.18145, -0.01452, -0.042848, -0.165572, -0.007012, -0.022323, -0.120111, 0.021896, 0.045732, 0.169453, 0.03852, 0.071383, 0.092477, 0.015314, 0.030309, 0.184854, -0.037568, -0.043424, -0.179117, -0.002516, -0.023058, -0.176998, -0.007201, -0.009097, -0.126567, 0.003824, 0.014113, 0.164319, -0.024699, -0.041419, -0.170937, -0.05139, -0.093178, 0.044081, -0.034773, -0.057472, -0.142345, -0.05967, -0.099599, -0.130557, -0.009066, -0.033346, -0.172961, -0.026588, -0.045005, -0.154076, 0.0176, 0.031043, 0.160641, 0.00894, 0.020607, 0.165215, 0.022356, 0.031648, -0.051883, 0.005594, 0.013475, 0.177312, 0.037597, 0.06024, 0.141379, 0.030459, 0.050626, 0.156124, -0.048852, -0.072953, -0.097684, -0.014571, -0.028063, -0.181509, 0.027908, 0.047575, 0.139672, -0.02156, -0.039702, 0.054005, -0.000475, 0.000692, -0.084277, -0.01244, -0.026158, -0.184478, 0.042955, 0.071543, 0.116151, 0.018045, 0.02536, -0.049828, 0.018414, 0.033645, 0.194577, 0.000115, 0.00757, 0.21405, -0.004844, -0.006048, -0.162737, 0.05581, 0.073324, -0.03845, 0.024336, 0.037991, 0.15532, 0.028955, 0.138674, -0.030994, -0.026002, -0.042919, -0.150761, -0.011581, -0.022019, -0.179728, -0.031646, -0.09104, 0.024902, -0.031482, -0.06134, -0.132175, -0.018884, -0.047795, -0.140126, -0.006999, -0.025791, -0.20331, -0.050481, -0.067949, -0.148101, -0.011418, -0.011602, -0.182172, 0.048587, 0.079991, 0.116182, -0.002386, -0.009428, -0.155574, -0.023569, -0.041374, -0.182591, 0.053361, 0.083325, 0.0974, 0.028679, 0.018064, -0.051712, -0.027346, -0.049759, -0.159694, 0.023896, 0.07457, -0.05067, 0.017053, 0.035483, 0.17107, 0.028483, 0.045372, 0.162695, 0.001239, 0.003339, -0.186111, -0.016416, -0.02968, -0.179698, 0.018071, 0.031767, 0.17931, -0.013472, -0.024934, -0.168491, -0.038474, -0.05996, -0.152515, 0.012968, 0.015156, 0.12932, 0.026176, 0.044598, 0.129481, -0.018106, -0.026238, -0.157653, -0.031285, -0.067902, -0.151378, 0.026748, 0.040537, 0.132209, -0.039444, -0.056214, -0.178279, -0.032349, -0.075003, 0.086562, -0.003156, -0.013585, -0.168745, -0.028677, -0.052694, -0.136857, -0.025953, -0.052311, -0.152645, 0.027431, 0.040294, 0.148184, -0.021629, -0.021646, 0.044921, 0.014583, 0.026211, 0.149823, 0.002156, 0.000984, -0.097396, 0.004921, 0.007221, 0.177667, -0.042874, -0.062028, -0.111682, -0.011475, -0.025514, -0.173663, -0.004975, -0.051919, -0.14992, 0.000697, 0.000441, -0.149133, 0.044707, 0.071655, 0.173212, 0.004919, 0.028154, 0.163179, 0.017113, 0.028051, 0.189402, -0.042561, -0.047434, 0.06525, -0.032604, -0.054005, -0.1349, 0.010863, 0.028048, 0.191421, 0.012119, 0.037907, 0.157659, -0.052514, -0.109215, 0.039124, 0.011823, 0.030403, 0.187104, -0.021936, -0.045786, 0.073404, -0.033681, -0.039616, 0.069735, 0.038522, 0.056495, 0.15289, 0.004889, 0.014185, 0.167652, 0.004595, 0.021631, 0.172342, -0.023897, -0.046106, -0.179698, 0.021769, 0.051073, 0.137631, 0.004246, -0.007244, -0.149386, 0.024583, 0.059725, -0.054431, 0.024905, 0.049551, 0.168003, 0.005591, 0.034182, 0.192669, -0.041758, -0.055309, -0.133747, -0.021688, -0.04052, -0.130479, 0.046531, 0.08164, 0.157607, -0.005952, -0.017314, -0.145985, -0.022392, -0.037995, -0.152709, 0.021827, 0.037562, 0.162605, -0.035505, -0.075432, -0.138931, -0.017578, -0.037753, -0.157253, 0.005484, 0.017996, 0.172895, 0.012093, 0.027102, 0.180893, -0.022297, -0.043822, -0.179578, -0.002385, 0.002533, 0.177971, -0.020248, -0.023345, 0.056663, 0.012992, 0.018129, 0.172851, -0.012635, -0.026363, -0.180175, 0.016285, 0.026357, 0.15823, 0.041208, 0.084135, 0.00897, 0.064825, -0.08552, 0.022992, 0.011111, 0.017612, 0.170979, 0.005614, 0.015363, 0.174553, 0.004137, -0.010677, -0.150185, -0.03037, -0.057007, -0.156611, 0.050373, 0.082512, 0.10191, 0.002781, -0.000494, -0.154034, 0.007924, 0.082666, -0.03771, -0.034304, -0.086603, 0.025386, -0.028761, -0.055279, -0.149045, -0.050155, -0.116709, -0.050187, 0.031003, 0.057867, 0.215998, 0.025118, 0.046614, 0.1572, 0.030335, 0.04065, 0.153253, -0.006343, -0.015947, -0.132116, 0.070469, 0.082311, 0.120079, -0.015425, -0.09576, 0.022166, 0.025876, 0.037855, 0.131723, -0.054645, -0.063019, -0.111314, -0.012662, -0.016563, -0.189059, -0.015339, -0.045942, -0.161612, -0.0237, -0.036951, -0.196423, -0.034242, -0.098322, -0.009426, -0.005516, -0.017061, -0.158438, -0.057387, -0.058658, 0.012606, 0.030851, 0.070986, 0.158989, 0.031846, 0.066623, 0.103374, -0.015776, -0.024525, -0.189896, -0.049835, -0.084106, -0.004389, 0.037956, 0.054202, 0.169639, -0.022059, -0.061369, -0.16139, 0.010488, 0.022287, 0.185569, -0.061641, -0.078282, -0.054095, 0.034562, 0.054932, 0.146226, -0.050174, -0.071145, -0.143534, 0.017728, 0.053233, 0.166293, 0.00414, 0.010653, 0.134827, -0.014404, -0.022742, -0.179235, 0.012198, 0.050588, 0.15227, 0.023988, 0.06059, 0.149554, 0.027098, 0.044338, 0.159859, 0.04399, 0.100674, -0.006362, 0.016144, 0.036513, 0.151246, 0.030658, 0.044418, 0.167135, 0.030653, 0.069029, 0.147797, 0.014255, 0.018894, -0.041517, -0.019722, -0.053206, 0.046317, 0.051531, 0.094496, 0.05313, 0.013823, 0.028009, 0.137492, -0.018623, -0.02582, -0.175724, -0.013783, -0.029761, -0.175391, -0.039717, -0.061264, 0.062035, 0.014009, 0.020786, -0.041876, 0.063557, -0.08385, 0.008306, -0.009455, -0.031009, -0.163173, 0.008089, 0.032265, 0.212143, 0.036308, 0.088719, 0.168177, 0.018313, 0.045759, 0.180145, 0.01498, 0.068014, -0.071612, -0.018801, -0.03236, -0.159356, 0.019934, 0.039735, 0.177176, -0.001105, -0.000056, -0.194433, -0.000353, -0.007529, -0.145992, -0.044597, -0.06588, 0.041208, -0.034567, -0.017281, 0.049832, -0.019341, -0.035541, 0.055438, 0.011151, 0.105157, -0.008327, 0.042193, 0.057894, 0.17654, 0.017322, 0.025557, 0.186356, -0.025659, -0.044886, -0.155457, 0.020349, 0.030401, 0.12666, -0.037229, -0.056099, -0.14393, -0.019812, -0.093641, 0.029436, 0.006684, 0.038282, 0.159786, 0.007707, 0.021824, 0.151822, -0.014517, -0.032255, -0.175311, 0.047623, -0.072555, 0.013818, 0.018417, 0.039968, 0.148051, 0.031588, 0.049421, 0.132756, -0.01598, -0.091054, 0.054768, -0.001387, -0.003722, -0.216635, 0.012636, 0.022473, 0.187432, 0.025767, 0.067653, -0.035403, 0.032074, 0.044855, 0.168613, -0.017889, -0.033522, 0.059434, -0.015371, -0.030839, -0.179001, -0.033046, -0.092286, 0.028794, 0.010308, 0.018805, 0.1708, 0.030906, 0.051469, 0.138431, 0.025222, 0.035839, 0.169767, -0.035705, -0.072029, -0.156681, 0.02016, 0.042084, 0.14861, -0.031517, -0.042896, -0.15241, 0.036073, 0.079912, 0.157667, -0.013622, -0.02677, -0.184372, -0.007485, -0.016217, -0.163266, 0.013739, 0.033983, 0.162146, 0.028624, 0.048105, 0.153144, 0.01023, 0.02856, 0.181988, 0.046576, 0.083209, 0.115091, 0.017313, 0.027177, 0.179118, -0.014581, -0.034173, -0.160899, -0.023065, -0.037458, 0.069685, -0.046147, -0.096666, 0.017423, 0.022588, 0.07551, 0.14189, 0.019517, 0.036379, 0.154983, 0.060868, 0.093988, 0.160805, -0.002485, -0.001734, 0.160363, -0.008184, -0.022695, -0.189493, 0.023007, 0.027165, -0.04899, -0.014838, -0.036357, -0.163357, -0.024257, -0.060941, -0.118479, 0.001287, 0.000353, -0.05961 ]
 }
, "name": "LlmExporter::FusedLinearAttention_699", "outputIndexes": 
[ 424 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 401, 423, 423, 424 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.6/self_attn/FusedLinearAttention", "outputIndexes": 
[ 425 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 412, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 426 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 420, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.6/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 427 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 426, 427, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.6/self_attn/Concat_1_output_0", "outputIndexes": 
[ 428 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 425, 428 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.6/self_attn/Reshape_output_0", "outputIndexes": 
[ 429 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 429 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1159 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1159 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1160 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1160 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 69577474, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.6/self_attn/out_proj/Linear", "outputIndexes": 
[ 1161 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1161 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1162 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1162 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.6/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 430 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 398, 430 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/Add_output_0", "outputIndexes": 
[ 431 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 431 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 70232856, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.6/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 432 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 432 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1163 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1163 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1164 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 70241048, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.6/mlp/w1/Linear", "outputIndexes": 
[ 1165 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1165 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1166 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1166 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 433 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 433 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.6/mlp/Mul_output_0", "outputIndexes": 
[ 434 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1164 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 73190190, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.6/mlp/w3/Linear", "outputIndexes": 
[ 1169 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1169 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1170 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1170 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 435 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 434, 435 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/mlp/Mul_1_output_0", "outputIndexes": 
[ 436 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 436 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1171 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1171 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.6/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1172 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1172 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 76139332, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.6/mlp/w2/Linear", "outputIndexes": 
[ 1173 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1173 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.6/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1174 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1174 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.6/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 437 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 431, 437 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.6/Add_1_output_0", "outputIndexes": 
[ 438 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 438, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/Reshape_output_0", "outputIndexes": 
[ 439 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 439 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 79088474, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.7/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 440 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 440 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1175 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1175 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1176 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1176 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 79096666, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.7/self_attn/in_proj/Linear", "outputIndexes": 
[ 1177 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1177 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1178 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1178 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 441 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 441 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.7/self_attn/Transpose_output_0", "outputIndexes": 
[ 442 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 440 ]
, "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_output_0", "outputIndexes": 
[ 443 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 443 ]
, "main_type": "NONE", "name": "Shape738", "outputIndexes": 
[ 444 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 443 ]
, "main_type": "NONE", "name": "Rank740", "outputIndexes": 
[ 445 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 445, 445 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp742", "outputIndexes": 
[ 446 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 446 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze743", "outputIndexes": 
[ 447 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 446, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp745", "outputIndexes": 
[ 448 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 448 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze746", "outputIndexes": 
[ 449 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 444, 447, 449, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice749", "outputIndexes": 
[ 450 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 450 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze750", "outputIndexes": 
[ 451 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 451, 451 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp752", "outputIndexes": 
[ 452 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 443, 452, 446 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_output_0", "outputIndexes": 
[ 453 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 453, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 454 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 446 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze760", "outputIndexes": 
[ 455 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 448 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze763", "outputIndexes": 
[ 456 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 444, 455, 456, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice766", "outputIndexes": 
[ 457 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 457 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze767", "outputIndexes": 
[ 458 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 458 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp768", "outputIndexes": 
[ 459 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 459, 458 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp769", "outputIndexes": 
[ 460 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 443, 460, 446 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.7/self_attn/Gather_1_output_0", "outputIndexes": 
[ 461 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 461, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 462 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 454, 462, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.7/self_attn/Concat_output_0", "outputIndexes": 
[ 463 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 463, 32 ]
, "main_type": "NONE", "name": "/blocks.7/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 464 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.025057, 0.022011, -0.044129, 0.051978, 0.084304, -0.072525, 0.023098, 0.054849, 0.165458, 0.005766, 0.033521, 0.196489, 0.038242, 0.121978, -0.017692, -0.002814, -0.000895, 0.143598, 0.030432, 0.01755, -0.048473, 0.049989, 0.098465, 0.015619, -0.076276, -0.100432, -0.066247, 0.032283, 0.069835, 0.179796, 0.031886, 0.06954, 0.165403, 0.02378, 0.069813, -0.104884, -0.004738, -0.003741, -0.137532, 0.02922, 0.045626, 0.157356, -0.13214, -0.117557, -0.017475, -0.034795, -0.128015, -0.09681, -0.008469, -0.01998, -0.148907, 0.002894, 0.017451, 0.209436, 0.014649, 0.032293, 0.188209, 0.023964, 0.056941, 0.135477, -0.02713, -0.038776, -0.180754, 0.029693, 0.078176, 0.172255, -0.02164, -0.04673, -0.173351, -0.014267, -0.027708, -0.181194, -0.001209, -0.007463, -0.111879, 0.029892, 0.045896, 0.170061, 0.020879, 0.032014, 0.186699, -0.044335, -0.093381, 0.002779, 0.00764, 0.046851, 0.257418, 0.003726, 0.029452, 0.144568, -0.058426, -0.086172, 0.010382, -0.013346, -0.043763, -0.203731, -0.050552, -0.070445, -0.163544, 0.029722, 0.056301, 0.213197, 0.027784, 0.093201, 0.137135, -0.027213, -0.05034, -0.175837, -0.034305, -0.064414, -0.177716, -0.010359, -0.038315, -0.190527, 0.007635, 0.008218, -0.195308, 0.017981, 0.03459, 0.184162, -0.003387, -0.034553, -0.186845, -0.06777, -0.093999, -0.005551, -0.020864, -0.107738, -0.15994, -0.011195, -0.021216, -0.122988, -0.029027, -0.041346, -0.143686, -0.008397, -0.112809, 0.027736, 0.003611, 0.025724, 0.2054, -0.07163, -0.106379, -0.112257, 0.030615, 0.059658, 0.157226, -0.03386, -0.016617, 0.048565, 0.031076, 0.066079, 0.133521, -0.016233, -0.041074, -0.174939, -0.033376, -0.053988, -0.146778, -0.018574, -0.034856, -0.208499, -0.018172, -0.095456, -0.003906, 0.001422, -0.013786, -0.149139, 0.027699, 0.093338, -0.012168, -0.041867, -0.095259, 0.0692, 0.037228, 0.09945, 0.070379, 0.046783, 0.067649, 0.135967, -0.027122, -0.102306, -0.084851, -0.010863, -0.026364, -0.176113, 0.066462, 0.079211, 0.094412, 0.028509, 0.027398, -0.046263, 0.023443, 0.074538, 0.126868, -0.000076, 0.026305, 0.166053, 0.021437, 0.019053, -0.044304, 0.063959, 0.092461, 0.013681, -0.016156, -0.032966, -0.190018, -0.003213, -0.038448, -0.232104, 0.027424, 0.044074, 0.188109, -0.012043, -0.069051, 0.085197, -0.019478, -0.035721, -0.191037, 0.02071, 0.035017, 0.127591, -0.071908, -0.125071, -0.030716, -0.018235, -0.036792, -0.187951, -0.031851, -0.052595, -0.157491, 0.00264, 0.015981, 0.139877, -0.048536, -0.088008, -0.141208, -0.002583, -0.038197, 0.049721, -0.006868, -0.035063, -0.192081, -0.067292, -0.081516, 0.025041, 0.062288, 0.069364, 0.156769, 0.022809, 0.030694, -0.050751, 0.017614, 0.062275, -0.052046, -0.031903, -0.071998, -0.186144, 0.017598, 0.030535, -0.044396, 0.020467, 0.060167, -0.05367, -0.00741, -0.093152, 0.039496, -0.029846, -0.058995, -0.152825, -0.001129, -0.021934, -0.172303, -0.015547, -0.034649, -0.173998, -0.044517, -0.078687, -0.148029, -0.013879, -0.042251, -0.154755, 0.023446, 0.046417, 0.166642, -0.019777, -0.029317, -0.246872, -0.008444, -0.028112, -0.175198, 0.065186, 0.088442, 0.036576, 0.013992, 0.039369, 0.214662, 0.008519, 0.026222, 0.198116, 0.022931, 0.062147, 0.121083, 0.007664, 0.027674, 0.194536, 0.016821, 0.035072, 0.144146, 0.0371, 0.080181, 0.138707, -0.023699, -0.061737, -0.137306, -0.052763, -0.091161, -0.103202, -0.027491, -0.050423, -0.159198, -0.011701, -0.021056, -0.157907, 0.038311, 0.067324, 0.158395, -0.011486, -0.025986, -0.192455, 0.070091, 0.098496, -0.107102, -0.016233, -0.052524, -0.161993, 0.001784, 0.011216, 0.129193, -0.007814, -0.027331, -0.201134, -0.010108, -0.021566, -0.188215, 0.012023, 0.041962, 0.173984, 0.057388, 0.121332, -0.01193, 0.060361, 0.079822, 0.130546, -0.020461, -0.033658, -0.209449, 0.001746, -0.027342, -0.173724, -0.076148, -0.130118, -0.106761, 0.029313, 0.083029, 0.178562, -0.057326, -0.084324, -0.129702, -0.028132, -0.044856, -0.16837, -0.034952, -0.099055, 0.06821, -0.013849, -0.068759, 0.031871, 0.043046, 0.085356, 0.002165, 0.087585, 0.096046, 0.059402, -0.036957, -0.069742, -0.157667, -0.044218, -0.056745, 0.051965, 0.003609, -0.000222, -0.161396, 0.028946, 0.028578, -0.056583, -0.01147, -0.030681, -0.173115, -0.001547, 0.002567, 0.148353, -0.008346, -0.025892, -0.168331, -0.022627, -0.049584, -0.157182, -0.007713, -0.021865, -0.194881, -0.021107, -0.036456, -0.164268, -0.012764, -0.023214, -0.156421, -0.014487, -0.044728, -0.173738, -0.020551, -0.048274, -0.168388, 0.018242, 0.041818, 0.172466, 0.07757, 0.101246, 0.038056, -0.045555, -0.08975, 0.042316, -0.019559, -0.060177, -0.161163, 0.011857, 0.058857, -0.05442, -0.020803, -0.075076, -0.172255, 0.0553, 0.127027, 0.054268, -0.058184, -0.087135, -0.047316, -0.007307, -0.102528, -0.003771, 0.027073, 0.05104, 0.177063, -0.024286, -0.077747, 0.096948, -0.024766, -0.053327, -0.159845, -0.070546, -0.094033, -0.115609, 0.056154, 0.081748, 0.097283, 0.000725, 0.006142, 0.167085, 0.0673, 0.080584, 0.114553, -0.042669, -0.118365, -0.114438, 0.013967, 0.025388, 0.201453, -0.02812, -0.063417, -0.174308, -0.035762, -0.071838, -0.116522, -0.003538, 0.012489, 0.189344, 0.017869, 0.040707, 0.160748, 0.055409, 0.047513, -0.046568, 0.002362, 0.008339, 0.120877, 0.072104, 0.112703, 0.069188, 0.051223, 0.081408, 0.125663, -0.022363, -0.042929, -0.170586, -0.064572, -0.107594, 0.076119, -0.079282, -0.100604, -0.07967, 0.005693, 0.088616, -0.007255, -0.003392, -0.020561, -0.177072, -0.014328, -0.033286, -0.194934, -0.023798, -0.059036, -0.134621, 0.010299, 0.025561, 0.191666, 0.02602, 0.062463, 0.157462, -0.022926, -0.056581, -0.176421, 0.019246, 0.047433, -0.060612, 0.066141, 0.085327, 0.023019, 0.002648, 0.006214, -0.135979, 0.075546, 0.105035, 0.0134, -0.003441, -0.000473, 0.155967, -0.008801, -0.022631, -0.174204, -0.020375, -0.0409, -0.216108, 0.030459, 0.042162, 0.153414, -0.016183, -0.036345, -0.192891, 0.002511, 0.129284, -0.014789, -0.010145, -0.028268, -0.089428, 0.013407, 0.042378, 0.196314, 0.017896, 0.064411, -0.052579, -0.023197, -0.05545, -0.137094, 0.029464, 0.06277, 0.205595, 0.000482, -0.005035, -0.157438, 0.031205, 0.065982, 0.176944, 0.041373, 0.133786, 0.10284, 0.024703, 0.057058, 0.192131, -0.00155, -0.000205, 0.149489, -0.016997, -0.030184, -0.196326, -0.027456, -0.057099, -0.171235, 0.025093, 0.050407, 0.161185, -0.062147, -0.07416, -0.047833, -0.010475, -0.028186, -0.176895, -0.018062, -0.044199, -0.171645, 0.08309, 0.088614, -0.018129, 0.034025, 0.073593, 0.156636, 0.032892, 0.052691, 0.158835, 0.00363, -0.016606, -0.198319, 0.047905, 0.068871, 0.177786, 0.013489, 0.061663, 0.192907, -0.025028, -0.048056, -0.212337, 0.084329, -0.061199, -0.014268, -0.038716, -0.102093, -0.077941, 0.028694, 0.064556, 0.176816, 0.020493, 0.047466, 0.154214, -0.034905, -0.067596, -0.141622, 0.048956, 0.07929, -0.023183, -0.045393, -0.075859, -0.14279, -0.018574, -0.040345, -0.155261, 0.026368, 0.065618, 0.180034, -0.008912, -0.027387, -0.207746, 0.013226, 0.045921, 0.172058, 0.053751, 0.087603, 0.111734, -0.047058, -0.140848, 0.001299, 0.063161, 0.085022, 0.047711, -0.000968, -0.022042, -0.211398, -0.015194, -0.058859, -0.155608, 0.04221, 0.065621, -0.062949, 0.013695, 0.0383, 0.149247, -0.021159, -0.043809, -0.151243, 0.006428, 0.021185, 0.160324, 0.007923, 0.016344, 0.17602, 0.00027, 0.008203, 0.122993, 0.021771, 0.047706, 0.177232, -0.017596, -0.063321, 0.052305, -0.034707, -0.071127, -0.155795, -0.05545, -0.084197, 0.044795, -0.047077, -0.078724, -0.167823, -0.057805, -0.11248, -0.071884, -0.044386, -0.082298, -0.133482, -0.000226, 0.021075, 0.184262, 0.065656, 0.079863, 0.118949, 0.020504, 0.037147, 0.177682, 0.023017, 0.062405, -0.055986, 0.068764, 0.0886, -0.00349, 0.00064, 0.002665, -0.123349, -0.042304, -0.1269, 0.05559, 0.01611, 0.0456, 0.181443, 0.007104, -0.003118, -0.148128, -0.005211, -0.071463, 0.055106, 0.037066, 0.062962, 0.157081, -0.021211, -0.047034, -0.187839, -0.009622, -0.040242, -0.169093, 0.072577, 0.11504, 0.224147, 0.046887, 0.06906, 0.14135, 0.00877, 0.032183, 0.064296, -0.037427, -0.068827, -0.148376, 0.007681, 0.023986, 0.20897, 0.044622, 0.085365, 0.132069, 0.054035, 0.102792, 0.080485, 0.051217, 0.119989, 0.03107, -0.017584, -0.065145, 0.047236, -0.036521, -0.060157, -0.158057, 0.005396, 0.042393, 0.197032, 0.015959, 0.033132, 0.174399, 0.033415, 0.053451, 0.174758, 0.018412, 0.063661, -0.050849, -0.023001, -0.041268, 0.07598, -0.027705, -0.041966, -0.167808, 0.050511, 0.082539, 0.105662, -0.025252, -0.065979, -0.152993, 0.016812, 0.060624, -0.049712, -0.010127, -0.036904, -0.185445, -0.03957, -0.066314, -0.124109, 0.037539, 0.057629, 0.151453, -0.000202, 0.000141, 0.156009, -0.046298, -0.07539, -0.088771, -0.045285, -0.094278, -0.131356, -0.002263, 0.001431, 0.166673, 0.046101, 0.076521, 0.101062, 0.02521, 0.049007, 0.17096, 0.026161, 0.048328, 0.190961, 0.024832, 0.025306, -0.051422, -0.029465, -0.085666, -0.148505, -0.021661, -0.078045, -0.153983, 0.029858, 0.05635, 0.170484, -0.080043, -0.091236, -0.074304, 0.015133, 0.040398, 0.181052, -0.008638, -0.016709, -0.16353, 0.024046, 0.070285, 0.166207, 0.003648, 0.006944, -0.168343, 0.055327, 0.091951, 0.146255, -0.000438, -0.008687, -0.178276, -0.03142, -0.026835, 0.058851, 0.014554, 0.032486, 0.245644, 0.00766, 0.019183, 0.14908, -0.000488, -0.008984, -0.16573, -0.007187, -0.029701, -0.183896, -0.007206, -0.024081, -0.185029, 0.039849, 0.082227, 0.135063, -0.014591, -0.040697, -0.172471, 0.068909, 0.106243, 0.061785, -0.007122, -0.017506, -0.122152, 0.000319, -0.001491, 0.083207, -0.044186, -0.061169, -0.151941, -0.001043, -0.025711, -0.196111, -0.080674, -0.075, -0.126425, 0.026275, 0.094532, -0.038222, -0.039707, -0.062738, -0.156282, -0.017949, -0.033461, -0.179827, -0.014748, 0.050539, -0.024767, -0.06431, -0.123393, -0.024061, 0.026636, 0.088609, 0.156835, 0.020488, 0.017534, 0.171421, -0.027297, -0.042506, -0.154118, -0.029985, -0.093949, 0.063741, -0.007635, -0.033279, -0.158891, 0.045818, 0.086094, 0.008541, -0.039289, -0.091211, -0.137187, 0.020921, 0.02102, -0.042914, 0.02301, 0.061657, 0.161703, 0.010037, 0.033573, 0.165093, 0.042385, 0.128823, 0.040724, 0.004596, 0.012574, -0.171146, 0.02407, 0.017863, -0.036324, -0.024285, -0.04653, -0.181185, 0.040982, 0.073156, 0.203848, -0.007379, -0.015539, -0.184125, -0.002496, -0.001458, -0.156436, 0.032478, 0.068438, 0.153123, 0.003061, 0.005134, -0.184438, -0.028646, -0.054053, -0.165349, 0.022892, 0.019844, -0.044635, 0.032092, 0.099057, -0.063238, -0.007738, -0.086022, 0.022748, -0.022789, -0.059678, -0.155188, 0.012683, 0.031585, 0.23255, -0.014104, -0.037869, -0.172519, -0.02641, -0.062019, -0.165435, -0.055075, -0.070016, -0.143075, -0.015754, -0.028346, -0.176786, 0.035729, 0.060067, 0.158293, 0.075443, 0.109095, 0.053663, -0.028528, -0.095168, 0.055414, 0.01883, 0.053986, -0.054313, 0.02225, 0.060863, -0.058243, 0.015225, 0.03083, 0.164556, -0.042024, -0.093822, 0.014503, 0.068309, 0.106549, 0.023032, 0.02743, 0.039282, 0.097491, 0.011849, 0.037974, 0.186459, -0.001659, 0.004308, 0.168433, 0.02506, 0.058936, 0.161166, -0.04481, -0.08472, -0.119637, -0.02663, -0.028525, 0.049014, -0.069524, -0.105982, -0.088058, 0.013466, 0.039363, 0.175137, 0.041156, 0.064323, 0.141014, -0.002479, 0.080397, 0.134845, -0.050081, -0.065945, -0.153649, 0.009247, 0.068143, -0.038947, 0.033762, 0.084073, 0.110695, -0.030586, -0.072023, -0.155677, -0.026252, -0.091092, 0.063495, -0.028024, -0.058225, -0.185383, 0.01026, -0.065616, 0.031778, -0.016432, -0.043657, -0.174805, -0.030231, -0.096899, 0.065547, 0.002307, -0.002591, -0.127127, -0.010775, -0.035188, -0.175163, 0.008813, 0.027837, 0.15669, -0.004211, -0.015888, -0.16595, -0.005358, -0.040807, 0.043616, -0.026841, -0.074598, -0.113653, -0.043343, -0.07684, -0.013809, -0.012664, -0.042468, -0.149367, 0.026338, 0.074679, 0.184055, 0.06672, 0.088709, 0.047604, -0.007639, -0.076177, 0.056619, -0.020891, -0.064847, -0.180203, 0.002553, 0.007343, 0.171917, 0.001808, 0.014821, 0.152885, 0.003139, 0.01256, 0.177886, 0.066465, 0.094832, 0.118591, 0.024964, 0.046398, 0.209024, -0.00811, -0.051596, -0.166036, -0.047545, -0.076405, -0.134302, -0.011552, -0.032504, -0.181703, -0.013841, -0.039129, 0.058958, 0.02522, 0.046625, 0.169002, -0.020265, -0.037531, -0.231347, -0.016138, -0.037964, -0.179848, 0.001655, 0.000206, -0.155331, -0.05441, -0.113828, 0.024201, -0.025284, -0.041459, -0.175989, -0.023622, -0.090332, -0.174626, 0.045639, 0.083481, 0.13207, -0.046214, -0.07213, -0.138797, -0.029775, -0.058419, -0.187965, -0.011158, -0.029052, -0.190024, 0.082923, 0.098363, 0.063839, -0.02869, -0.072965, -0.050564, 0.025132, 0.071664, 0.138908, 0.033543, 0.074478, 0.13736, -0.009384, -0.040236, -0.172929, 0.001849, 0.026136, 0.160698, -0.018902, -0.049527, -0.180288, 0.015806, 0.069592, -0.04795, 0.008641, 0.007486, -0.173015, 0.066952, 0.099705, 0.093288, 0.00172, 0.00376, -0.181114, -0.035675, -0.050099, -0.161511, 0.042399, 0.07252, 0.124993, 0.01454, 0.051721, 0.165599, 0.029084, 0.022415, -0.051652, -0.053377, -0.085314, -0.08923, -0.04553, -0.112406, -0.084485, -0.029317, -0.057155, -0.166508, -0.067074, -0.090534, -0.138857, -0.015649, -0.065999, -0.146443, -0.005889, -0.020078, -0.171652, -0.063076, -0.119669, -0.083066, -0.0656, -0.107047, -0.037005, 0.036313, 0.060654, 0.158102, 0.012966, 0.036512, 0.187232, -0.043244, -0.090727, -0.136565, 0.015134, 0.035297, 0.164842, -0.019571, -0.093867, 0.004081, 0.024649, 0.039051, 0.164583, 0.027848, 0.085224, 0.041467, -0.02367, -0.036903, -0.207448, -0.053054, -0.102682, -0.08336, 0.053568, 0.091817, 0.088079, -0.046302, -0.079681, -0.081579, 0.0365, 0.063926, 0.161992, 0.02672, 0.053234, 0.144298, -0.008558, -0.023238, -0.237767, -0.035164, -0.07462, -0.127526, -0.030029, -0.065575, -0.157252, 0.025392, 0.038437, -0.0695, -0.060181, -0.068728, 0.0362, -0.070469, -0.101563, -0.068254, -0.042917, -0.074799, -0.133952, 0.00183, 0.020646, 0.169589, -0.022058, -0.021706, 0.045514, -0.028421, -0.04659, -0.153803, 0.041547, 0.050648, 0.140957, -0.000073, -0.004807, -0.167559, 0.039077, 0.06631, 0.139827, 0.001335, 0.002679, -0.065277, -0.031471, -0.029255, 0.047786, 0.004943, 0.046364, -0.045555, -0.013637, -0.045258, -0.170384, -0.023862, -0.024676, 0.055231, 0.027367, 0.091552, 0.079379, 0.003267, 0.006984, -0.183954, 0.055915, 0.082484, 0.109104, 0.027948, 0.028196, -0.051484, -0.022063, -0.044627, -0.20898, -0.055082, -0.101047, 0.026966, 0.043092, 0.036453, -0.04835, -0.006558, -0.019501, 0.172173, -0.028015, -0.094234, 0.072503, -0.043415, -0.081474, -0.139076, 0.007773, 0.017551, 0.137277, 0.072652, 0.108164, 0.092511, -0.002574, -0.079718, 0.035652, -0.065265, -0.102501, -0.107705, 0.024654, 0.048269, 0.123712, -0.036967, -0.048221, -0.138018, -0.011645, -0.037233, -0.177385, -0.075833, -0.107056, 0.009989, -0.041681, -0.076829, -0.143104, 0.025908, 0.075507, 0.156545, -0.073579, -0.104722, -0.032785, -0.009901, -0.030499, -0.18385, 0.005611, 0.001146, -0.152825, 0.013407, 0.034523, 0.190024, -0.022517, -0.045826, -0.177073, 0.05481, 0.10319, 0.134255, 0.000761, 0.020479, 0.19053, 0.040723, 0.078004, 0.122134, -0.0192, -0.047935, -0.172987, -0.022614, -0.057273, -0.171743, -0.037024, -0.080525, -0.145402, 0.038911, 0.079255, 0.130359, -0.011979, -0.046212, -0.181389, 0.014596, -0.113774, -0.00007, -0.023733, -0.073216, 0.038218, -0.04496, -0.089751, 0.061332, 0.045717, 0.097242, -0.047908, -0.020125, -0.020649, 0.05164, 0.000659, -0.000576, -0.167851, -0.037573, -0.084094, -0.125826, 0.021236, 0.046659, 0.160127, -0.02857, -0.021805, 0.045791, 0.004449, 0.035257, 0.151873, 0.032185, 0.063492, 0.176822, -0.030708, -0.065153, 0.053098, 0.013259, 0.028846, 0.164369, -0.041477, -0.079649, -0.134097, 0.015818, 0.060773, 0.14515, 0.053007, 0.077527, 0.159943, -0.017585, -0.018122, 0.041364, -0.046982, -0.087206, -0.116056, 0.001411, 0.002193, 0.234592, -0.007867, -0.00563, 0.153222, -0.014803, -0.030671, 0.046067, 0.02811, 0.04092, 0.158672, -0.006514, -0.005543, -0.126315, 0.062649, 0.086535, 0.073214, -0.024458, -0.073509, -0.135351, 0.001409, -0.021724, -0.1904, 0.011218, 0.030333, 0.180873, 0.018729, 0.029346, -0.047134, -0.05826, -0.085363, -0.110658, -0.037003, -0.033154, 0.047647, 0.041906, 0.06896, 0.14428, -0.008552, -0.003034, 0.161876, -0.045665, -0.060575, 0.017694, -0.013486, -0.032223, 0.048507, -0.041336, -0.077286, -0.137006, 0.047515, 0.070904, 0.073314, 0.032043, 0.066025, 0.155601, -0.045455, -0.09174, -0.14411, -0.023229, -0.022931, 0.053583, -0.006917, -0.064494, 0.06127, 0.011178, 0.03438, 0.185125, 0.025286, 0.049327, 0.165201, 0.045429, 0.086448, 0.141693, -0.022249, -0.048773, -0.173146, -0.024671, -0.05416, -0.163906, 0.049387, 0.076447, 0.15811, -0.007996, -0.010821, -0.20548, 0.027983, 0.056194, 0.186434, 0.020582, 0.059122, 0.187287, -0.014347, -0.029343, -0.129561, -0.019926, -0.050473, -0.177175, 0.009012, 0.027518, 0.151681, -0.044715, -0.073982, -0.121143, -0.038511, -0.047774, -0.140683, -0.013572, -0.036574, -0.159171, -0.082142, -0.101938, -0.058668, -0.010143, -0.045389, -0.198091, 0.031267, 0.09578, -0.061466, 0.020956, 0.034156, 0.123169, 0.020226, 0.048757, 0.203838, -0.052816, -0.112113, -0.023748, 0.02882, 0.076098, -0.036753, -0.03241, -0.05985, -0.141339, -0.023706, -0.048757, -0.159981, 0.025741, 0.050249, 0.189824, -0.002283, 0.002798, 0.169632, 0.033119, 0.077861, 0.192418, 0.052646, 0.044027, -0.051111, -0.037299, -0.06486, -0.16576, -0.034147, -0.052301, -0.104994, 0.012754, 0.025842, 0.20391, 0.010499, 0.044983, 0.167586, -0.014982, -0.042046, -0.169801, -0.012128, -0.026642, 0.042919, -0.065792, -0.095452, -0.020338, 0.017911, 0.017517, -0.038384, -0.000088, -0.00461, -0.150583, 0.036528, 0.099674, -0.051657, 0.033301, 0.038137, -0.057578, 0.055061, 0.098294, 0.033755, -0.016694, -0.038034, -0.176664, -0.024786, -0.036294, 0.051686, -0.031175, -0.052138, -0.134886, -0.06162, -0.089222, -0.105417, 0.005079, 0.023741, 0.194119, -0.031142, -0.064728, -0.178012, -0.011311, -0.02675, -0.174387, 0.001459, 0.031729, 0.206857, 0.020147, 0.048771, 0.169343, 0.007198, 0.02845, 0.183353, -0.009632, -0.03525, -0.179616, 0.002616, 0.005544, -0.159595, -0.032475, -0.056114, -0.173487, -0.042993, -0.085001, -0.120915, 0.000197, 0.000185, -0.14782, -0.025164, -0.09083, 0.046822, -0.006219, -0.025074, -0.227975, 0.013802, 0.032252, 0.152317, 0.022432, 0.066559, 0.132294, 0.00145, 0.015036, 0.213042, 0.017536, 0.035498, 0.225631, -0.027434, -0.049304, -0.171513, 0.012135, 0.040586, 0.187953, 0.016718, 0.097262, -0.027454, -0.02914, -0.057741, -0.174984, -0.011237, -0.033024, -0.172603, -0.026187, -0.065837, -0.167303, 0.026618, 0.014196, -0.041572, -0.00099, -0.003499, 0.177365, 0.037329, 0.094936, -0.025472, -0.00402, -0.006279, 0.177019, -0.026943, -0.053259, -0.164609, 0.010359, 0.037011, 0.169501, 0.058547, 0.065854, 0.145531, -0.02155, -0.063248, 0.055454, -0.053463, -0.088993, -0.065297, -0.01848, -0.093941, 0.014349, 0.040476, 0.082111, 0.152385, -0.07201, -0.081556, -0.135921, -0.06854, -0.097317, -0.070731, 0.020181, 0.032105, -0.052185, 0.04378, 0.091012, -0.028207, -0.03516, -0.097026, -0.139784, 0.079963, 0.099256, 0.051256, -0.02068, -0.023803, 0.046239, 0.021093, 0.048969, 0.136223, 0.014331, 0.045359, 0.170242, 0.047378, 0.07041, 0.122715, 0.02404, 0.041267, 0.162075, -0.008228, -0.025521, -0.19216, -0.030793, -0.067107, -0.149484, 0.024278, 0.055336, 0.212655, 0.038418, 0.06888, 0.155398, -0.002966, -0.01049, -0.1492, -0.035482, -0.059105, -0.167431, 0.040805, 0.063239, 0.132831, 0.008456, 0.017319, 0.164308, -0.006129, -0.015059, -0.119387, 0.036539, 0.048201, 0.150724, -0.03295, -0.063847, -0.130212, 0.033751, 0.09482, 0.052851, -0.020761, -0.041971, 0.053856, 0.050439, 0.120582, -0.027554, 0.034195, 0.071308, 0.141981, -0.023681, -0.047714, -0.14912, 0.032831, 0.075091, 0.223305, 0.01195, 0.029379, 0.171271, 0.011837, 0.054202, -0.133854, -0.006016, -0.078468, 0.028254, -0.013984, -0.031929, -0.167307, 0.008629, 0.028427, 0.186942, -0.023827, -0.067658, 0.058549, 0.003509, -0.002, -0.133122, 0.014244, 0.042636, 0.174554, -0.012158, -0.045611, -0.215317, -0.014853, -0.05405, -0.165201, 0.00988, 0.026636, 0.195437, -0.010165, -0.025891, -0.168171, 0.024028, 0.018967, -0.039136, 0.016084, 0.065692, -0.049751, -0.07481, -0.097519, -0.064877, 0.029806, 0.052229, 0.160635, -0.03811, -0.07422, -0.017541, -0.01179, -0.029423, -0.197321, -0.006505, -0.046241, -0.198501, -0.027616, -0.05636, -0.163429, 0.049535, 0.078589, 0.178317, -0.025107, -0.05197, -0.165624, 0.027543, 0.04948, 0.15646, 0.017848, 0.030247, 0.179553, -0.048101, -0.080461, -0.144279, -0.034826, -0.078835, -0.146418, -0.031132, -0.053003, -0.165834, 0.070846, 0.134179, 0.045515, 0.039856, 0.103877, -0.052429, 0.011519, -0.066937, 0.035356, -0.032701, -0.067617, 0.047299, -0.045554, -0.076947, -0.054871, 0.025474, 0.068246, 0.037839, -0.048029, -0.086097, -0.084235, -0.031483, -0.048421, -0.157736, 0.019621, 0.048219, 0.189755, 0.011627, 0.027892, 0.204974, 0.010777, 0.056557, -0.050996, 0.029566, 0.066029, 0.118692, 0.031394, 0.097773, -0.072116, -0.040558, -0.09148, -0.063932, -0.004156, -0.018392, -0.187998, 0.000514, -0.016255, -0.17344, -0.046122, -0.098371, 0.021873, -0.067741, -0.124557, -0.100401, -0.056367, -0.114039, -0.065605, -0.036406, -0.084037, -0.126099, -0.005371, -0.024259, -0.202666, -0.004954, -0.048816, -0.179438, 0.013156, 0.081587, -0.062132, 0.018899, 0.041212, 0.200768, -0.012815, -0.036712, -0.181338, -0.02497, -0.056634, -0.179677, 0.028199, 0.020793, -0.041755, 0.010104, 0.038366, 0.148579, -0.026807, -0.054135, -0.16262, -0.030958, -0.059965, -0.148862, -0.089798, -0.107961, -0.104453, 0.000209, 0.002366, -0.184724, 0.052718, 0.111726, 0.135542, 0.013108, 0.036392, 0.156569, 0.006598, 0.014755, 0.119653, -0.076395, -0.118707, -0.073134, 0.001717, 0.006305, 0.185645, -0.002439, 0.005456, 0.129034, 0.039164, 0.087094, 0.085939, 0.067316, 0.114665, -0.029324, -0.01406, -0.079026, 0.056156, 0.053835, 0.054812, -0.042625, 0.013976, 0.028614, 0.221147, -0.000407, -0.008374, -0.163822, 0.040988, 0.069077, 0.152399, 0.038574, 0.076838, 0.203487, -0.021394, -0.041819, -0.198939, -0.000036, 0.000929, -0.217146, 0.002123, -0.00266, 0.198709, 0.001772, 0.003541, -0.169856, -0.036474, -0.086132, -0.201783, -0.041389, -0.093643, -0.042642, -0.025182, -0.058105, -0.169235, 0.019132, 0.039542, 0.172007, -0.002224, 0.092003, -0.043822, -0.028658, -0.070843, -0.133193, -0.028467, -0.054081, -0.194324, -0.018745, -0.036997, -0.200737, 0.029592, 0.06676, 0.126856, -0.042763, -0.090296, -0.158298, -0.028142, -0.051251, -0.162341, -0.030749, -0.054229, -0.172447, 0.054231, -0.081005, -0.035129, 0.079133, 0.096532, 0.072692, 0.007705, 0.059277, -0.058024, 0.028143, 0.065333, 0.162264, -0.004087, -0.006692, 0.208829, 0.005311, 0.021382, 0.154784, 0.038456, 0.035126, -0.048538, -0.040687, -0.077117, -0.129181, -0.006419, -0.021518, -0.189585, -0.028682, -0.018139, 0.044684, -0.032716, -0.060561, -0.14664, 0.003969, 0.0139, 0.185297, 0.035941, 0.076681, 0.177497, -0.026309, -0.027446, 0.038772, 0.040245, 0.058494, 0.157503, 0.01821, 0.049065, 0.138454, -0.007716, -0.057893, 0.074931, -0.064256, -0.097367, -0.110682, -0.03308, -0.094729, 0.056395, 0.053672, 0.108716, 0.082533, -0.050438, -0.094819, 0.000942, 0.010531, 0.037186, 0.157552, -0.026039, -0.066001, 0.058564, -0.014535, -0.037383, -0.194443, 0.030207, 0.073043, 0.162288, 0.00915, 0.027175, 0.188686, -0.013283, -0.042794, -0.191263, 0.071998, 0.103933, 0.109809, -0.023514, -0.027953, 0.056156, -0.053824, -0.086662, -0.115399, -0.014324, -0.058939, 0.051077, -0.004102, 0.010631, 0.181136, -0.027967, -0.045369, -0.170126, 0.041138, 0.065834, 0.133333, 0.029489, 0.070836, -0.077982, 0.006371, 0.009781, -0.196487, -0.016628, -0.037502, 0.051856, 0.030274, 0.094381, -0.058072, -0.000687, -0.009189, -0.13503, -0.044191, -0.07357, -0.139219, 0.053652, 0.090691, -0.025211, 0.038928, 0.117068, 0.09175, 0.023462, 0.050851, 0.181408, -0.054309, -0.078361, -0.142759, 0.006082, 0.015743, 0.218537, 0.008556, 0.077427, -0.052168, 0.06228, 0.11031, 0.010518, 0.030246, 0.077479, 0.127394, -0.063635, -0.089418, -0.117057, 0.06178, 0.103783, 0.10545, -0.025434, -0.040432, -0.160195, -0.049572, -0.079122, 0.047928, 0.016054, 0.029631, 0.129142, -0.034003, -0.060851, -0.149122, -0.022493, -0.08528, 0.054059, 0.054834, 0.105688, -0.007339, -0.023456, -0.065638, -0.183577, 0.031219, 0.074696, -0.026622, -0.010882, -0.024421, -0.161392, 0.025797, 0.060817, -0.05681, 0.025971, 0.011787, -0.037154, 0.01214, 0.049658, -0.064705, 0.014621, 0.04426, 0.178369, 0.010341, 0.032562, 0.203762, 0.008628, 0.096832, -0.092777, 0.015445, 0.039, 0.150936, -0.018043, -0.059945, -0.186369, 0.076609, 0.119833, 0.042686, 0.010909, 0.026552, -0.159633, 0.023972, 0.050719, 0.19153, 0.021003, 0.048766, 0.203129, 0.003233, 0.005268, 0.147894, -0.007614, -0.117918, 0.031288, 0.006642, 0.094683, 0.170595, -0.019408, -0.076867, -0.138925, -0.014452, -0.015971, 0.04196, 0.035639, 0.086101, -0.078611, -0.026834, -0.057712, -0.206329, -0.029748, -0.062389, -0.136185, -0.06269, -0.100938, -0.093853, 0.012224, 0.062837, 0.000641, -0.024159, -0.021977, 0.04871, 0.020087, 0.039653, 0.190644, 0.060947, 0.082108, 0.003727, 0.008982, 0.017913, 0.172444, 0.018088, 0.041662, 0.181576, -0.062943, -0.107258, -0.019502, -0.025916, -0.027021, 0.050029, 0.026727, 0.016603, -0.041185, 0.013714, 0.042524, 0.185597, -0.065482, 0.090455, 0.017205, 0.053987, 0.07733, 0.131609, 0.008248, 0.032073, 0.177276, 0.007992, 0.020705, 0.213317, 0.025282, 0.023184, -0.04964, -0.009122, -0.033926, -0.201655, -0.006041, -0.004118, 0.173232, 0.035438, 0.064324, 0.157741, 0.005492, 0.026879, 0.185105, -0.000385, 0.000294, 0.133948, -0.013144, -0.032148, -0.18394, -0.025303, -0.059207, -0.173873, 0.038318, 0.072452, -0.026222, -0.031375, -0.054438, -0.18416, -0.030603, -0.017588, 0.068847, 0.022921, 0.017801, -0.043856, -0.02379, -0.061801, 0.055247, 0.034014, 0.057231, 0.19845, -0.025102, -0.058495, -0.164147, -0.028415, -0.025474, 0.060177, 0.043083, 0.07704, -0.002394, 0.051165, 0.083723, 0.105628, -0.030067, -0.066665, -0.193934, -0.01346, -0.040418, -0.20361, 0.030946, 0.052223, 0.161897, 0.032054, 0.061384, 0.17483, -0.021285, -0.045911, -0.160004, 0.02127, 0.046495, 0.210245, -0.005898, -0.099915, -0.001389, -0.023408, -0.023481, 0.052305, -0.032709, -0.121203, 0.038048, -0.018454, -0.023204, 0.041761, -0.021571, -0.093411, 0.004723, -0.013814, -0.018649, -0.16746, 0.021983, 0.046948, 0.163278, -0.031014, -0.057224, -0.187767, 0.043932, 0.052151, -0.050902, -0.034723, -0.067151, -0.151509, -0.03976, -0.068147, -0.161554, 0.010433, 0.037766, 0.166499, 0.022574, 0.021364, -0.045539, 0.05607, 0.11069, -0.014065, 0.035283, 0.063147, 0.153235, -0.03012, -0.062094, -0.191634, -0.006911, -0.029473, -0.18135, 0.029261, 0.042705, 0.19238, -0.006079, -0.016829, -0.149245, -0.028042, -0.050276, -0.224524, -0.035373, -0.062644, -0.19427, -0.000044, -0.00463, -0.164015, 0.011639, 0.038427, 0.18499, -0.016518, -0.019497, 0.046146, -0.019641, -0.054677, -0.161029, 0.020814, 0.047882, 0.13869, -0.027175, -0.050658, -0.169151, -0.022249, -0.053615, -0.214934, 0.017939, -0.048816, 0.029446, -0.036782, -0.072374, -0.018214, -0.002985, -0.009122, -0.088392, 0.009528, 0.028205, 0.169781, -0.018149, -0.045638, -0.168569, -0.020488, -0.035158, -0.173609, 0.008604, 0.020184, 0.170821, 0.001425, -0.003356, 0.175696, -0.016842, -0.034277, -0.142815, -0.021007, -0.080047, -0.160671, -0.02142, -0.050072, -0.188924, 0.031274, 0.058, 0.174499, -0.010338, -0.028592, -0.183792, -0.058747, -0.104259, -0.059863, -0.00436, -0.01744, -0.153199, -0.004344, -0.018514, -0.177504, 0.000587, -0.005049, 0.147002, -0.065184, -0.096838, -0.009023, 0.049091, 0.1005, 0.110384, 0.031055, 0.022711, -0.052147, 0.029542, 0.057179, 0.17538, -0.003811, -0.014819, -0.178985, 0.018367, 0.041877, 0.168478, 0.034213, 0.02152, -0.04477, -0.030493, -0.056059, 0.042448, -0.002859, -0.025975, -0.18279, -0.024983, -0.055982, -0.187661, -0.051628, -0.08238, -0.083627, 0.041106, 0.09272, -0.02665, 0.019931, 0.020945, -0.046155, 0.001683, 0.006044, 0.165053, 0.025232, 0.096392, -0.047595, -0.012102, -0.043895, -0.196086, -0.01897, -0.086149, -0.044449, -0.04901, -0.08162, -0.176606, 0.014646, 0.023649, 0.157699, 0.013848, 0.034713, 0.186275, -0.006182, -0.01852, -0.166364, 0.012738, 0.033868, 0.183235, 0.018313, 0.035594, 0.177649, 0.033805, 0.070207, 0.138746, -0.057055, -0.09004, 0.000095, 0.016831, 0.041868, 0.165643, 0.020414, 0.042993, 0.178065, 0.057063, 0.066434, 0.134663, -0.048446, -0.067559, -0.128965, 0.044749, 0.084325, 0.154483, 0.02954, 0.076112, 0.144895, -0.059365, -0.09322, 0.001046, 0.033654, 0.066544, 0.149034, -0.03354, -0.059139, -0.160454, -0.046023, -0.076144, -0.134866, 0.054984, 0.093616, 0.10006, -0.014025, -0.037478, -0.153267, 0.002679, -0.006875, -0.175721, -0.001502, 0.014028, 0.174245, 0.006111, 0.009684, 0.159554, -0.000438, -0.008574, -0.163808, -0.077035, -0.100343, -0.111882, -0.001681, -0.013904, -0.176856, 0.027871, 0.024804, -0.049252, -0.040748, -0.08021, 0.064312, -0.006692, -0.021409, -0.181041, 0.015446, 0.034124, 0.153708, -0.023391, -0.044598, -0.177242, 0.026295, 0.056007, 0.163393, -0.014899, -0.02931, -0.198039, 0.003204, 0.020792, 0.188161, -0.061932, -0.109499, -0.003186, 0.009904, 0.071395, 0.084883, -0.029818, -0.071954, -0.136828, 0.078997, 0.09451, 0.020166, -0.024325, -0.042499, -0.182237, -0.017253, -0.04427, -0.165193, 0.001898, 0.014661, 0.164595, -0.018686, -0.05962, -0.182535, -0.046147, -0.072412, 0.06158, 0.020189, 0.062864, 0.174025, 0.019674, 0.038451, 0.217598, 0.069167, 0.08629, 0.08796, 0.009954, 0.093991, -0.018702, -0.023977, -0.041869, 0.044783, -0.030496, -0.060722, -0.159787, -0.051454, -0.091263, -0.099985, 0.002398, 0.001845, -0.198813, -0.043825, -0.082644, 0.007766, -0.032472, -0.013372, 0.045955, -0.029088, -0.045433, -0.151564, 0.044245, 0.056313, -0.082936, -0.019761, -0.052957, -0.189698, -0.001099, -0.008338, -0.166317, 0.030447, 0.085205, 0.165009, 0.019972, 0.038089, 0.192332, 0.008432, 0.031178, 0.219913, -0.023534, 0.085168, 0.171942, 0.028303, 0.091099, 0.141583, -0.001088, -0.005872, 0.168974, 0.073152, 0.101258, 0.102599, -0.011105, -0.122137, 0.002044, 0.018208, 0.048608, 0.167784, 0.010705, 0.024992, 0.210979, 0.105614, -0.002918, -0.099117, 0.017597, 0.036093, 0.204502, -0.036992, -0.061388, -0.162948, 0.015203, 0.037964, 0.172571, 0.017004, 0.04116, 0.19685, 0.012621, 0.060689, -0.048018, 0.012677, 0.079705, -0.043194, 0.045401, 0.086266, 0.067311, 0.035729, 0.084295, 0.110601, 0.032699, 0.06664, 0.023157, 0.025812, 0.04988, 0.18033, 0.017442, 0.026842, 0.154485, 0.019736, 0.043209, 0.177404, 0.023291, 0.060456, 0.158734, 0.001054, 0.01903, 0.158537, 0.023368, 0.019997, -0.044697, 0.039684, 0.091998, 0.140129, 0.05061, 0.088755, 0.082856, -0.023269, -0.044454, -0.15519, -0.010666, -0.037183, -0.182472, -0.026712, -0.043696, -0.174837, 0.019634, 0.041786, 0.195423, -0.032195, -0.0968, -0.097813, 0.02621, 0.064617, -0.038966, -0.020421, -0.05668, -0.182755, 0.079864, 0.11855, 0.154431, 0.031446, 0.02115, -0.048812, -0.017727, -0.029915, -0.181178, -0.018757, -0.046036, -0.196484, -0.000969, 0.002606, 0.141816, 0.01093, -0.07043, 0.031562, 0.031882, 0.063046, 0.215805, -0.028388, -0.016722, 0.044333, -0.030582, -0.064978, -0.146428, 0.049329, 0.06076, 0.13421, -0.016185, -0.037321, -0.166803, -0.023207, -0.059661, 0.053391, -0.032116, -0.057122, -0.158295, -0.06876, -0.116895, 0.003436, -0.0108, -0.04984, -0.186981, -0.025249, -0.061716, -0.146855, 0.029834, 0.067339, -0.056124, 0.015388, 0.036316, 0.206749, -0.01668, -0.055582, 0.047168, 0.035023, 0.064948, 0.164369, -0.045589, -0.097945, -0.10696, -0.029383, -0.056588, -0.161561, 0.019769, 0.036444, -0.053566, 0.023558, 0.047695, -0.059378, 0.054675, 0.092878, 0.091257, -0.025531, -0.052405, -0.158007, 0.013777, 0.048854, 0.16826, -0.014649, -0.043813, -0.199495, 0.05484, 0.096113, -0.056339, 0.02469, 0.055797, 0.192471, -0.015955, -0.029199, -0.220482 ]
 }
, "name": "LlmExporter::FusedLinearAttention_760", "outputIndexes": 
[ 465 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 442, 464, 464, 465 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.7/self_attn/FusedLinearAttention", "outputIndexes": 
[ 466 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 453, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 467 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 461, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.7/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 468 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 467, 468, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.7/self_attn/Concat_1_output_0", "outputIndexes": 
[ 469 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 466, 469 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.7/self_attn/Reshape_output_0", "outputIndexes": 
[ 470 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 470 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1179 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1179 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1180 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1180 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 81062768, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.7/self_attn/out_proj/Linear", "outputIndexes": 
[ 1181 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1181 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1182 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1182 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.7/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 471 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 439, 471 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/Add_output_0", "outputIndexes": 
[ 472 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 472 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 81718150, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.7/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 473 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 473 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1183 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1183 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1184 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1184 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 81726342, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.7/mlp/w1/Linear", "outputIndexes": 
[ 1185 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1185 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1186 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1186 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 474 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 474 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.7/mlp/Mul_output_0", "outputIndexes": 
[ 475 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1184 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 84675484, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.7/mlp/w3/Linear", "outputIndexes": 
[ 1189 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1189 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1190 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1190 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 476 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 475, 476 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/mlp/Mul_1_output_0", "outputIndexes": 
[ 477 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 477 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1191 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1191 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.7/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1192 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1192 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 87624626, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.7/mlp/w2/Linear", "outputIndexes": 
[ 1193 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1193 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.7/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1194 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1194 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.7/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 478 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 472, 478 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.7/Add_1_output_0", "outputIndexes": 
[ 479 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 479, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/Reshape_output_0", "outputIndexes": 
[ 480 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 480 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 90573768, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.8/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 481 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 481 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1195 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1195 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1196 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1196 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 90581960, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.8/self_attn/q_proj/Linear", "outputIndexes": 
[ 1197 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1197 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1198 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1198 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 482 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 481 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_output_0", "outputIndexes": 
[ 483 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 483 ]
, "main_type": "NONE", "name": "Shape810", "outputIndexes": 
[ 484 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 483 ]
, "main_type": "NONE", "name": "Rank812", "outputIndexes": 
[ 485 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 485, 485 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp814", "outputIndexes": 
[ 486 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 486 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze815", "outputIndexes": 
[ 487 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 486, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp817", "outputIndexes": 
[ 488 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 488 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze818", "outputIndexes": 
[ 489 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 484, 487, 489, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice821", "outputIndexes": 
[ 490 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 490 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze822", "outputIndexes": 
[ 491 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 491, 491 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp824", "outputIndexes": 
[ 492 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 483, 492, 486 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_output_0", "outputIndexes": 
[ 493 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 493, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 494 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 486 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze832", "outputIndexes": 
[ 495 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 488 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze835", "outputIndexes": 
[ 496 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 484, 495, 496, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice838", "outputIndexes": 
[ 497 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 497 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze839", "outputIndexes": 
[ 498 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 498 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp840", "outputIndexes": 
[ 499 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 499, 498 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp841", "outputIndexes": 
[ 500 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 483, 500, 486 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_1_output_0", "outputIndexes": 
[ 501 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 501, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 502 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 494, 502, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_output_0", "outputIndexes": 
[ 503 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 482, 503 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_output_0", "outputIndexes": 
[ 504 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 504 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 91237342, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.8/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 506 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 506, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_output_0", "outputIndexes": 
[ 507 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 506 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_2_output_0", "outputIndexes": 
[ 508 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 508 ]
, "main_type": "NONE", "name": "Shape856", "outputIndexes": 
[ 509 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 508 ]
, "main_type": "NONE", "name": "Rank858", "outputIndexes": 
[ 510 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 510, 510 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp860", "outputIndexes": 
[ 511 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 511 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze861", "outputIndexes": 
[ 512 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 511, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp863", "outputIndexes": 
[ 513 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 513 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze864", "outputIndexes": 
[ 514 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 509, 512, 514, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice867", "outputIndexes": 
[ 515 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 515 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze868", "outputIndexes": 
[ 516 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 516 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp869", "outputIndexes": 
[ 517 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 517, 516 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp870", "outputIndexes": 
[ 518 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 508, 518, 511 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_2_output_0", "outputIndexes": 
[ 519 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 519, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Div_output_0", "outputIndexes": 
[ 520 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 520, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 521 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 506, 521, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_1_output_0", "outputIndexes": 
[ 522 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 522 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.8/self_attn/Neg_output_0", "outputIndexes": 
[ 523 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 520, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 524 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 506, 21, 524, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_output_0", "outputIndexes": 
[ 525 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 523, 525 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.8/self_attn/Concat_3_output_0", "outputIndexes": 
[ 526 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 526, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_1_output_0", "outputIndexes": 
[ 527 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 507, 527 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Add_output_0", "outputIndexes": 
[ 528 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1196 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 91237854, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.8/self_attn/k_proj/Linear", "outputIndexes": 
[ 1201 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1201 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1202 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1202 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 529 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 493, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 530 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 501, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 531 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 530, 531, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_1_output_0", "outputIndexes": 
[ 532 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 529, 532 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 533 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 533 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 91565556, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.8/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 535 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 535, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_2_output_0", "outputIndexes": 
[ 536 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 535 ]
, "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_3_output_0", "outputIndexes": 
[ 537 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 537 ]
, "main_type": "NONE", "name": "Shape898", "outputIndexes": 
[ 538 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 537 ]
, "main_type": "NONE", "name": "Rank900", "outputIndexes": 
[ 539 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 539, 539 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp902", "outputIndexes": 
[ 540 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 540 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze903", "outputIndexes": 
[ 541 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 540, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp905", "outputIndexes": 
[ 542 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 542 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze906", "outputIndexes": 
[ 543 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 538, 541, 543, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice909", "outputIndexes": 
[ 544 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 544 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze910", "outputIndexes": 
[ 545 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 545 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp911", "outputIndexes": 
[ 546 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 546, 545 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp912", "outputIndexes": 
[ 547 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 537, 547, 540 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.8/self_attn/Gather_3_output_0", "outputIndexes": 
[ 548 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 548, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Div_1_output_0", "outputIndexes": 
[ 549 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 549, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 550 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 535, 550, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_3_output_0", "outputIndexes": 
[ 551 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 551 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.8/self_attn/Neg_1_output_0", "outputIndexes": 
[ 552 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 549, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 553 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 535, 21, 553, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.8/self_attn/Slice_2_output_0", "outputIndexes": 
[ 554 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 552, 554 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.8/self_attn/Concat_4_output_0", "outputIndexes": 
[ 555 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 555, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Mul_3_output_0", "outputIndexes": 
[ 556 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 536, 556 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/self_attn/Add_1_output_0", "outputIndexes": 
[ 557 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1196 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 91566068, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.8/self_attn/v_proj/Linear", "outputIndexes": 
[ 1205 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1205 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1206 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1206 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 558 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 493, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 559 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 501, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.8/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 560 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 559, 560, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.8/self_attn/Concat_2_output_0", "outputIndexes": 
[ 561 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 558, 561 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.8/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 562 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 528, 557, 562, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.8/self_attn/FusedAttention", "outputIndexes": 
[ 563 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 563 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1207 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1207 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1208 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1208 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 91893770, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.8/self_attn/o_proj/Linear", "outputIndexes": 
[ 1209 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1209 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1210 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1210 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 564 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 480, 564 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/Add_output_0", "outputIndexes": 
[ 565 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 565 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 92549152, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.8/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 566 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 566 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1211 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1211 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1212 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1212 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 92557344, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.8/mlp/w1/Linear", "outputIndexes": 
[ 1213 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1213 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1214 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1214 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 567 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 567 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.8/mlp/Mul_output_0", "outputIndexes": 
[ 568 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1212 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 95506486, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.8/mlp/w3/Linear", "outputIndexes": 
[ 1217 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1217 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1218 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1218 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 569 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 568, 569 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/mlp/Mul_1_output_0", "outputIndexes": 
[ 570 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 570 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1219 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1219 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.8/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1220 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1220 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 98455628, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.8/mlp/w2/Linear", "outputIndexes": 
[ 1221 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1221 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.8/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1222 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1222 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.8/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 571 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 565, 571 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.8/Add_1_output_0", "outputIndexes": 
[ 572 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 572, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/Reshape_output_0", "outputIndexes": 
[ 573 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 573 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 101404770, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.9/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 574 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 574 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1223 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1223 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1224 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1224 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 101412962, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.9/self_attn/in_proj/Linear", "outputIndexes": 
[ 1225 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1225 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1226 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1226 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 575 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 575 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.9/self_attn/Transpose_output_0", "outputIndexes": 
[ 576 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 574 ]
, "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_output_0", "outputIndexes": 
[ 577 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 577 ]
, "main_type": "NONE", "name": "Shape959", "outputIndexes": 
[ 578 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 577 ]
, "main_type": "NONE", "name": "Rank961", "outputIndexes": 
[ 579 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 579, 579 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp963", "outputIndexes": 
[ 580 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 580 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze964", "outputIndexes": 
[ 581 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 580, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp966", "outputIndexes": 
[ 582 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 582 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze967", "outputIndexes": 
[ 583 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 578, 581, 583, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice970", "outputIndexes": 
[ 584 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 584 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze971", "outputIndexes": 
[ 585 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 585, 585 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp973", "outputIndexes": 
[ 586 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 577, 586, 580 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_output_0", "outputIndexes": 
[ 587 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 587, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 588 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 580 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze981", "outputIndexes": 
[ 589 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 582 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze984", "outputIndexes": 
[ 590 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 578, 589, 590, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice987", "outputIndexes": 
[ 591 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 591 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze988", "outputIndexes": 
[ 592 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 592 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp989", "outputIndexes": 
[ 593 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 593, 592 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp990", "outputIndexes": 
[ 594 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 577, 594, 580 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.9/self_attn/Gather_1_output_0", "outputIndexes": 
[ 595 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 595, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 596 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 588, 596, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.9/self_attn/Concat_output_0", "outputIndexes": 
[ 597 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 597, 32 ]
, "main_type": "NONE", "name": "/blocks.9/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 598 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ 0.016679, 0.025432, -0.046208, 0.020459, 0.05376, 0.174903, 0.016917, 0.025682, -0.046898, -0.036058, -0.039671, -0.128685, -0.010247, -0.078798, 0.000815, -0.042286, -0.05911, -0.149269, 0.031327, 0.054302, 0.155323, -0.0636, -0.062167, -0.044929, -0.011559, -0.038582, 0.049583, 0.050486, 0.075169, 0.13548, -0.030839, -0.068237, -0.167682, 0.00036, -0.005609, 0.154557, -0.023292, -0.056908, -0.188347, 0.003466, 0.010443, 0.162321, -0.035726, -0.066148, -0.140934, -0.047658, -0.084468, -0.163853, -0.038253, -0.056988, -0.176508, 0.034672, 0.086464, 0.0027, 0.04469, 0.072771, 0.101992, -0.024374, -0.053776, -0.164027, -0.03399, -0.056375, -0.203889, -0.020188, -0.050976, -0.146491, 0.040021, 0.075248, 0.164794, 0.05176, 0.089569, 0.156003, 0.007375, 0.012435, -0.205628, -0.00089, -0.011926, 0.157607, 0.004754, 0.022404, -0.068538, 0.014419, 0.044106, -0.058266, -0.019061, -0.056424, 0.072121, -0.022976, -0.04969, -0.171073, -0.04578, -0.07105, -0.148721, 0.017071, 0.113811, -0.002266, -0.057316, -0.091372, -0.152479, 0.017922, 0.042356, -0.052071, -0.026137, -0.034085, 0.04941, 0.027294, 0.111482, 0.067192, 0.008068, 0.09959, -0.051017, 0.034811, 0.079794, 0.135956, 0.028663, 0.040372, 0.147607, -0.022601, -0.055457, -0.168378, -0.001401, -0.000577, 0.174167, -0.050201, -0.093029, -0.142862, -0.014321, -0.080527, 0.000073, -0.043564, -0.067502, -0.154848, -0.036975, -0.081379, -0.166404, 0.000916, 0.008557, 0.153891, -0.03909, -0.060919, 0.101542, -0.008359, -0.024952, -0.2086, 0.037234, 0.049072, 0.177549, -0.043355, -0.074864, -0.17424, -0.089684, -0.137449, -0.022322, -0.002615, -0.009596, -0.141284, -0.018666, -0.048872, -0.176144, 0.002922, 0.002635, -0.182397, -0.028898, -0.056517, -0.180327, -0.020268, -0.038284, -0.150085, 0.048493, 0.081576, 0.090266, -0.009174, -0.022076, -0.188148, -0.023365, -0.024363, 0.05013, 0.016805, 0.039703, -0.049829, -0.010683, -0.032263, -0.178144, 0.028943, 0.060284, 0.170397, -0.037838, -0.059399, -0.17681, -0.05382, -0.097157, -0.134288, -0.040686, -0.056633, -0.163885, -0.034914, -0.061915, -0.182134, -0.026869, -0.025552, 0.051411, 0.052538, 0.077932, 0.183619, -0.000056, -0.021182, -0.176211, -0.028336, -0.080679, 0.063253, -0.044809, -0.116383, 0.003333, -0.0004, -0.01051, -0.149005, 0.050767, 0.074764, 0.198063, 0.026496, 0.017652, -0.041559, 0.028622, 0.06174, 0.175586, 0.01432, 0.053247, -0.060066, -0.0468, -0.078215, -0.138958, -0.039378, -0.096893, 0.027059, -0.025998, -0.063897, -0.166109, -0.023015, -0.064631, -0.16079, 0.00157, 0.014388, 0.152279, -0.02748, -0.039516, -0.180166, -0.024968, -0.022941, 0.044037, -0.0564, -0.086447, -0.165249, -0.057846, -0.063082, 0.043513, 0.029603, 0.093338, 0.329132, -0.068828, -0.106398, -0.126685, 0.010135, 0.017242, 0.133266, -0.070343, -0.061141, 0.066218, -0.021522, -0.037426, 0.055428, -0.009839, -0.089097, 0.014928, 0.040919, 0.049468, 0.162655, -0.011661, -0.077514, 0.001204, -0.05498, -0.078589, -0.051634, 0.046462, 0.078665, 0.166916, -0.022833, -0.035092, -0.096251, 0.034457, 0.062181, 0.177365, 0.056037, 0.084729, 0.143893, -0.054769, -0.072128, -0.145389, -0.059382, -0.082063, -0.148915, -0.013682, -0.080653, 0.000766, -0.059662, -0.081067, -0.126248, -0.005198, -0.011913, 0.154614, 0.065184, 0.123823, 0.007343, 0.042036, 0.093809, 0.152734, 0.027118, 0.038703, 0.114706, 0.026087, 0.047647, 0.145806, 0.024755, 0.042255, 0.135898, 0.045203, 0.084936, 0.152604, 0.040072, 0.072417, 0.137308, -0.061479, -0.078324, -0.132725, 0.068044, 0.115441, 0.037921, -0.0301, -0.046371, -0.189474, 0.063992, 0.071938, 0.125901, 0.029543, 0.053254, 0.178686, 0.023184, 0.085812, 0.161416, 0.050618, 0.091448, 0.099758, 0.06566, 0.071869, 0.172309, 0.041197, 0.080578, 0.178642, -0.04719, -0.095674, -0.144349, 0.035097, 0.050192, 0.237131, 0.041806, 0.082255, 0.163063, -0.031952, -0.042117, 0.05381, -0.029699, -0.034541, 0.04696, 0.023577, 0.047853, 0.202076, 0.102716, 0.113117, 0.097934, -0.014921, -0.025003, -0.17068, 0.050121, 0.063137, -0.041982, -0.037525, -0.054346, -0.08394, -0.055899, -0.06354, -0.050185, -0.032863, -0.041826, 0.049421, -0.025502, -0.03431, 0.046307, -0.021852, -0.022387, 0.041538, -0.015556, -0.039241, 0.055162, 0.009982, 0.06525, -0.054659, -0.041032, -0.055594, -0.182235, -0.034491, -0.064177, -0.158145, 0.037278, 0.095102, -0.062359, 0.033636, 0.039122, 0.13906, 0.033339, 0.056548, 0.175956, 0.006879, 0.022442, 0.163207, 0.029802, 0.061509, 0.16583, 0.029882, 0.063185, 0.191059, -0.02018, -0.048689, -0.185036, 0.014694, 0.028133, -0.042997, 0.060086, 0.082872, 0.174173, 0.020922, 0.030902, 0.181647, 0.025236, 0.052891, 0.16307, -0.089005, -0.071705, -0.011711, -0.005523, -0.011381, 0.141378, 0.031092, 0.069934, 0.164321, -0.0145, -0.080308, 0.000265, -0.030011, -0.061767, -0.168287, 0.037862, 0.06664, 0.155593, 0.040658, 0.070613, 0.162853, -0.007829, -0.103682, 0.020718, 0.062075, 0.101134, -0.020887, 0.014624, 0.036331, -0.056835, -0.040472, -0.075607, -0.16065, 0.042913, 0.107626, 0.139024, -0.002213, -0.003099, 0.148143, 0.032365, 0.06567, 0.174695, -0.030059, -0.050599, -0.148582, -0.053888, -0.123499, -0.041431, -0.037421, -0.048185, -0.261272, 0.004612, 0.075813, 0.002484, -0.048293, -0.07131, -0.142619, -0.044783, -0.077431, -0.130319, -0.052992, -0.080271, -0.202536, 0.038752, 0.057737, 0.165054, 0.018013, 0.05374, 0.12618, -0.030498, -0.075817, -0.174439, 0.052277, 0.059736, -0.045907, 0.017711, 0.096919, 0.002302, 0.020459, 0.041255, -0.032742, -0.014485, -0.043748, -0.174975, 0.05142, 0.074054, 0.131722, -0.011484, -0.017704, 0.032103, -0.019688, -0.052338, 0.067548, 0.023099, 0.061129, 0.178798, 0.06148, 0.122372, 0.056118, -0.040944, -0.08078, -0.137569, 0.039717, 0.079113, 0.011151, -0.031574, -0.060608, -0.177242, 0.003298, 0.016223, -0.07012, -0.008588, -0.046265, -0.167296, -0.039945, -0.062452, -0.173607, 0.01982, 0.034976, 0.174539, -0.033106, -0.037641, 0.060593, -0.039532, -0.060866, -0.203799, -0.034083, -0.048971, -0.150584, 0.04617, 0.079702, 0.140549, -0.004975, -0.033596, -0.191478, 0.039826, 0.112238, 0.009927, 0.079093, 0.11195, 0.018839, 0.0277, 0.039901, -0.047656, 0.005461, 0.008401, -0.184621, 0.004654, 0.014295, 0.154364, 0.024717, 0.054662, 0.151131, -0.018846, -0.027936, 0.049648, -0.067605, -0.090714, -0.123357, 0.036216, 0.073775, 0.150688, -0.045921, -0.048078, 0.041695, 0.038261, -0.060876, 0.017336, -0.044254, -0.064692, -0.169525, -0.012303, -0.039132, -0.263489, -0.020264, -0.057468, -0.160622, -0.042046, -0.069, -0.137792, 0.03979, 0.055029, 0.161615, -0.095366, -0.117202, -0.110157, -0.008224, -0.018707, -0.14313, -0.014987, -0.055907, 0.064024, -0.029145, -0.071806, -0.175585, -0.034891, -0.051498, -0.16433, -0.052101, -0.08025, -0.08632, -0.032914, -0.100985, 0.029836, 0.030877, 0.074592, 0.171994, 0.003323, -0.010803, -0.215312, -0.038111, -0.056832, -0.192765, -0.039668, -0.05818, 0.073409, -0.017643, -0.080358, -0.173499, -0.044973, -0.076511, -0.15466, 0.08099, 0.108037, 0.156855, 0.012726, 0.027816, 0.207535, 0.033652, 0.070702, 0.167408, -0.002776, 0.005217, 0.142519, 0.039435, 0.060301, 0.139967, -0.08485, 0.096778, 0.018568, -0.008049, -0.043249, -0.188757, -0.052539, -0.079865, -0.113772, -0.069092, -0.10102, -0.081346, 0.045968, 0.107416, 0.174392, -0.033878, -0.081202, -0.154903, 0.024003, 0.053301, 0.172833, 0.000535, 0.005953, -0.150829, 0.040371, 0.104926, 0.003382, -0.005877, -0.072506, -0.003575, 0.031675, 0.058621, 0.180374, -0.015934, -0.16504, 0.003246, -0.011677, -0.075809, -0.01583, 0.057953, 0.090263, 0.023748, 0.044544, -0.072681, 0.0201, 0.012573, 0.036345, 0.193619, -0.013541, -0.069644, -0.264402, -0.014954, -0.034972, 0.053575, 0.047178, 0.06049, 0.155531, -0.040953, -0.070001, -0.140976, 0.07768, 0.115586, 0.093396, 0.015326, 0.076607, -0.054859, -0.004714, -0.008082, -0.145196, 0.016392, 0.034138, -0.047398, 0.056842, 0.09668, 0.094531, -0.000707, 0.002524, 0.196385, -0.045407, -0.103062, 0.040322, -0.022806, -0.025995, 0.048812, 0.043596, 0.112969, 0.079546, 0.062237, 0.108575, -0.013168, -0.024624, -0.054108, -0.157704, -0.044354, -0.085402, -0.206974, -0.08281, -0.119666, -0.049327, 0.047938, 0.062371, 0.178419, 0.057565, 0.100951, 0.037674, 0.06117, 0.086431, 0.142062, -0.022042, -0.02386, 0.05071, -0.040242, -0.052962, -0.135393, -0.062062, 0.075502, -0.006069, -0.042789, -0.079877, -0.140646, -0.036513, -0.033988, 0.047891, -0.025539, -0.027078, 0.052375, 0.009028, 0.075517, -0.055402, 0.0468, 0.083433, 0.13797, 0.010765, 0.028364, 0.174946, 0.044792, 0.074611, 0.182092, 0.024549, 0.027791, -0.04242, -0.039375, -0.09009, -0.145982, -0.068573, -0.131864, -0.014886, 0.007543, 0.072172, -0.050044, -0.044686, -0.075339, -0.148769, 0.023633, 0.060532, 0.170614, 0.000429, 0.01372, 0.172076, 0.041902, 0.075147, 0.157924, -0.031094, -0.037766, 0.06165, -0.035099, -0.047377, -0.178032, -0.045154, -0.066845, -0.170104, 0.017641, 0.031022, -0.048366, 0.01312, 0.075687, -0.070916, 0.007294, 0.011547, -0.152915, 0.048995, 0.052532, -0.042881, 0.002216, 0.004982, -0.181303, -0.01093, -0.022817, -0.183556, -0.016308, 0.079814, -0.014269, -0.004769, -0.008982, -0.112902, 0.008447, 0.080687, -0.019765, 0.008224, 0.048071, 0.181241, 0.073073, 0.08308, 0.144744, -0.030948, -0.13728, -0.017442, -0.067585, -0.111761, -0.10802, -0.033251, -0.061018, -0.182912, 0.0211, 0.061267, 0.182914, 0.001699, 0.009914, -0.165348, 0.00286, -0.12858, -0.003021, -0.031286, -0.108065, 0.015114, -0.023198, -0.040864, -0.182197, 0.023774, 0.115205, -0.000107, 0.001307, 0.019973, 0.174308, -0.03311, -0.059786, -0.247775, 0.02615, 0.047221, 0.127841, 0.022277, 0.035833, 0.164848, -0.053679, -0.078978, -0.107295, -0.005042, -0.008859, 0.250833, 0.004889, -0.004927, -0.12561, -0.026771, -0.05409, -0.186806, -0.02739, -0.05189, -0.155173, -0.00809, -0.041492, -0.1864, -0.003784, -0.022821, 0.071421, 0.014077, 0.03146, 0.161229, 0.015934, 0.070523, -0.065592, 0.043348, 0.07463, 0.163711, -0.005058, -0.018793, 0.071415, -0.023576, -0.078606, 0.066891, 0.001305, -0.000169, -0.157605, 0.010922, 0.103285, -0.036936, 0.035783, 0.065058, 0.16325, -0.033529, -0.056321, -0.142766, -0.017457, -0.03502, -0.162947, -0.047941, -0.088378, -0.123227, 0.03186, 0.038799, -0.05005, -0.096218, 0.07027, 0.016308, 0.023263, 0.024518, -0.048093, 0.019629, -0.096298, 0.030741, -0.007255, -0.02037, -0.150164, 0.083882, 0.142192, 0.023105, 0.025606, 0.085202, 0.162725, -0.066228, -0.101174, -0.139542, -0.001594, -0.002808, -0.070987, -0.001429, -0.026377, -0.177907, -0.000757, -0.001457, 0.145522, 0.04193, 0.064089, 0.196875, -0.030246, -0.061684, -0.193459, 0.011563, 0.060131, -0.057916, -0.023923, -0.040143, -0.194965, -0.005634, -0.011442, -0.151473, 0.056085, 0.105365, 0.187109, -0.092255, -0.105006, -0.088761, 0.02975, -0.101857, 0.054785, 0.040887, 0.061607, 0.120828, 0.029854, 0.037718, -0.051312, 0.02674, 0.11292, 0.00546, -0.013822, -0.094026, 0.002957, -0.063844, -0.056005, 0.019974, -0.045905, -0.068526, -0.208176, -0.060745, -0.076999, -0.151265, 0.02629, 0.063318, 0.218748, 0.000765, -0.076496, 0.001606, -0.063421, -0.099614, -0.077954, -0.041059, -0.066998, -0.192339, 0.00377, 0.010285, -0.165044, 0.042497, 0.060656, 0.135321, -0.048526, -0.090194, -0.152755, 0.028836, 0.061381, 0.160198, 0.054678, 0.078002, 0.100168, -0.026345, -0.028925, 0.045497, -0.01592, -0.122548, -0.023037, -0.003131, 0.007292, 0.214164, -0.034757, -0.06105, -0.150689, 0.004555, -0.009202, -0.196628, -0.066612, -0.090664, -0.169933, -0.029562, -0.055671, 0.068327, 0.030345, 0.069039, 0.155548, 0.057691, 0.080513, 0.13783, -0.012576, -0.080634, -0.000058, 0.031774, 0.063108, 0.170486, 0.058381, 0.101957, 0.148076, 0.000769, 0.02038, 0.182789, -0.068686, -0.10338, -0.095633, -0.042003, -0.085926, -0.165496, -0.001956, -0.000384, 0.151265, -0.013389, -0.019908, 0.040195, -0.032187, -0.05203, -0.301392, -0.065066, -0.107463, -0.02755, 0.05974, -0.066195, 0.006581, 0.043266, 0.068934, 0.188203, -0.000701, 0.001594, 0.165837, -0.014524, -0.038489, 0.062044, -0.024878, -0.088815, -0.162589, -0.012264, 0.124817, -0.018137, 0.065793, 0.093597, 0.156122, -0.029838, -0.0705, -0.180954, 0.056185, 0.072726, 0.162491, -0.021954, -0.052555, -0.18455, -0.0104, -0.022163, -0.141268, -0.011915, -0.04145, -0.170853, -0.022998, -0.043488, -0.191814, -0.046157, -0.068408, -0.180302, 0.045057, 0.077186, 0.160825, 0.050353, 0.097379, 0.016505, -0.01442, -0.041169, -0.195945, -0.001786, 0.108593, -0.036338, -0.007027, -0.036066, -0.197273, 0.045152, 0.070972, 0.123905, 0.014636, 0.023578, 0.141158, 0.000429, 0.004545, 0.164912, -0.015926, -0.028574, -0.153292, 0.051985, 0.075415, 0.152411, 0.063392, 0.058793, 0.048849, 0.004584, 0.017696, 0.183697, -0.05177, -0.07572, -0.163318, 0.060711, 0.088724, 0.127065, -0.019996, -0.05314, -0.14798, 0.034068, 0.064165, 0.179163, 0.020468, 0.062762, 0.194736, -0.019666, -0.037999, -0.160821, -0.021291, -0.035817, -0.184794, -0.029701, -0.073755, -0.208499, -0.063859, -0.10033, 0.04182, 0.004095, 0.056714, -0.118412, -0.021899, -0.047805, -0.195921, -0.037028, -0.061033, -0.186474, -0.020255, -0.058468, -0.153387, 0.02646, 0.046778, 0.190839, -0.014385, -0.045372, 0.050161, -0.023423, -0.049579, -0.157453, -0.046992, -0.05908, 0.043881, 0.065078, 0.095242, 0.119357, 0.014836, 0.037329, 0.174284, 0.028236, 0.062857, 0.170086, -0.045112, -0.07521, -0.105208, -0.024652, -0.053832, -0.178313, 0.021041, 0.057511, 0.145963, -0.030108, -0.0848, -0.170685, 0.0367, 0.070094, 0.162745, -0.020023, -0.040585, 0.0474, 0.045451, 0.099719, -0.016861, 0.024716, 0.052254, -0.063641, 0.000133, -0.008453, 0.169288, -0.037087, -0.095392, -0.14322, -0.004635, -0.020724, 0.070836, -0.043548, -0.082883, -0.122046, 0.007856, 0.023443, 0.160341, 0.065108, 0.099119, 0.195121, -0.015994, -0.050071, -0.183516, 0.035052, 0.060567, 0.132904, -0.061592, -0.085974, -0.10399, -0.023242, -0.050284, -0.171555, -0.03071, -0.067945, -0.16154, 0.03345, 0.035977, -0.050149, 0.030859, 0.07291, -0.065437, 0.005642, -0.085004, 0.052488, -0.036146, -0.061334, -0.166194, -0.003536, -0.00445, -0.17541, -0.04172, -0.096873, -0.164584, -0.032056, -0.047904, -0.136462, -0.012722, -0.067323, 0.0704, 0.029071, 0.051685, 0.189602, -0.045228, -0.082244, -0.11517, -0.022362, -0.028741, 0.054671, -0.037217, -0.06765, -0.153207, -0.013573, -0.016175, -0.170342, -0.031649, -0.059491, -0.174021, -0.032551, 0.057815, -0.023572, 0.031037, 0.036268, -0.058934, -0.00432, -0.02355, -0.138453, -0.051831, -0.07947, -0.130042, 0.040928, 0.065045, 0.181693, 0.02589, 0.104074, -0.024566, -0.029645, -0.027666, -0.162148, 0.057977, 0.057724, 0.144719, -0.050429, -0.059527, 0.044765, 0.013231, 0.0423, 0.193942, -0.034715, -0.053374, -0.16378, 0.064547, 0.1247, -0.042996, -0.003164, -0.004861, 0.180707, 0.012545, 0.038924, -0.045543, -0.061873, -0.084736, -0.132326, -0.016057, -0.03316, -0.17947, 0.103167, -0.025581, -0.036901, -0.03079, -0.045407, -0.136047, -0.02743, -0.074735, -0.015059, 0.012172, 0.036731, 0.186508, -0.049559, -0.112541, -0.084852, 0.0636, 0.098668, 0.113275, -0.010691, -0.050288, 0.042166, 0.001633, -0.006508, 0.164092, -0.018802, -0.027768, 0.054261, 0.041296, 0.065126, 0.20009, -0.031446, -0.109982, 0.059369, 0.026641, 0.053774, 0.168989, 0.008838, 0.057865, -0.061093, 0.028567, 0.037568, -0.04765, 0.035408, 0.03912, -0.049468, -0.004773, -0.001141, 0.160076, -0.016597, -0.08299, 0.007682, 0.067153, 0.093962, -0.104364, -0.049204, -0.070506, -0.137551, 0.000683, -0.00537, 0.161243, 0.000945, -0.01337, -0.16534, 0.011645, 0.033043, -0.060259, 0.033641, 0.07413, 0.131025, -0.059305, -0.061108, -0.046386, 0.00384, 0.013299, 0.141274, 0.049622, 0.070717, 0.163568, -0.019397, -0.031408, -0.170019, -0.008797, -0.047131, -0.185758, -0.031471, -0.098123, -0.139569, 0.026109, 0.07416, 0.179067, -0.000408, -0.011932, -0.171867, -0.078628, -0.096313, -0.099835, -0.03106, -0.055243, -0.197152, 0.016586, 0.023241, -0.042355, 0.007666, 0.082439, -0.041668, -0.023546, -0.075657, -0.015428, 0.033429, 0.074981, 0.171473, -0.022817, -0.059461, 0.062374, 0.017, 0.049937, -0.060953, -0.001568, -0.00816, 0.159442, -0.044004, -0.07165, -0.166636, -0.002891, -0.016808, -0.152832, 0.018453, 0.057066, 0.172729, 0.034205, 0.079111, 0.159224, -0.04058, -0.07354, -0.15699, 0.005527, 0.015449, 0.20007, 0.085837, 0.098253, 0.042254, 0.026508, 0.060234, 0.204914, 0.005881, 0.019201, -0.17404, 0.04129, 0.115186, -0.024153, -0.057123, -0.097434, -0.160087, -0.019698, -0.072965, 0.048745, -0.049906, -0.129001, -0.003261, 0.043524, 0.07812, 0.165288, 0.045181, 0.068691, 0.174178, -0.017265, -0.057622, -0.160509, -0.032006, -0.075637, -0.149825, -0.071734, -0.094991, -0.169024, 0.006131, 0.044683, 0.222795, -0.043349, -0.066752, -0.208292, 0.041202, 0.071416, 0.178638, 0.037372, 0.081577, 0.16774, 0.007463, 0.003408, -0.218743, 0.07768, 0.096997, 0.150222, 0.006903, 0.025424, 0.162149, 0.033279, 0.039644, -0.05253, -0.02029, -0.033374, -0.056375, 0.006428, 0.017412, 0.150291, -0.034856, -0.086324, -0.140693, -0.04536, -0.052055, -0.136548, 0.038817, 0.062637, -0.073105, 0.039639, 0.047048, 0.138869, 0.071299, 0.063158, 0.046658, 0.029858, 0.063302, 0.168002, -0.041815, -0.062993, -0.170756, 0.035979, 0.071189, 0.174352, 0.077177, -0.091455, 0.026217, 0.05079, 0.073582, 0.188513, 0.041209, 0.098848, 0.109686, 0.05093, 0.073983, 0.150118, 0.010175, 0.041782, 0.29307, -0.0261, -0.034902, 0.046775, 0.06515, 0.063194, 0.049187, -0.008653, -0.03057, -0.184213, 0.047175, 0.07106, 0.165819, -0.01296, -0.039078, -0.165523, 0.004225, 0.006855, -0.196819, -0.054762, -0.07868, -0.168578, 0.060068, 0.070693, 0.184653, -0.002796, -0.01242, -0.18258, -0.065877, -0.099893, -0.113554, -0.002747, -0.00038, 0.1587, 0.007835, 0.051701, 0.188755, 0.008651, 0.026989, 0.188536, -0.03622, -0.076995, -0.198401, -0.051603, -0.092208, -0.17437, -0.01785, -0.029541, 0.048823, 0.059428, 0.105952, 0.036719, -0.030581, -0.07287, -0.183192, 0.109835, 0.083206, -0.036134, 0.009262, 0.023857, 0.093918, 0.02652, 0.055113, 0.178787, 0.019332, 0.053906, 0.174261, -0.036224, -0.056915, -0.154649, 0.052997, 0.076278, 0.190666, -0.032542, -0.061206, -0.164759, 0.072126, 0.070903, 0.132849, 0.013993, 0.034279, 0.155157, 0.063846, 0.0703, 0.172262, -0.033856, -0.061338, -0.184008, -0.000344, -0.004612, -0.162049, 0.029063, 0.04807, 0.152656, 0.027247, 0.058378, 0.170292, 0.024853, 0.053783, -0.07349, -0.029055, -0.063672, -0.171066, 0.016721, 0.042173, 0.161402, -0.011296, -0.023366, 0.035259, -0.009033, -0.074683, 0.047985, 0.046359, 0.054327, 0.169896, 0.041553, 0.051877, 0.16514, -0.081253, -0.092289, -0.147566, 0.055584, 0.098985, 0.111025, -0.037329, -0.043153, -0.107975, 0.00092, 0.0045, -0.155143, -0.046211, -0.090486, -0.155681, -0.041201, -0.108621, 0.023024, 0.060856, 0.129723, 0.094023, 0.058888, 0.105929, 0.042398, -0.032163, -0.058601, -0.175611, -0.016508, -0.03658, -0.151623, 0.018658, 0.040592, -0.046174, 0.044287, 0.108716, -0.038475, 0.08023, 0.069379, -0.006486, 0.027269, 0.055517, -0.085954, 0.031497, 0.068922, 0.159963, 0.017314, 0.046488, 0.181009, 0.033058, 0.057132, 0.146736, 0.015395, 0.053225, 0.183384, -0.049293, -0.077466, -0.191538, -0.015274, -0.057424, 0.067693, 0.018837, 0.062201, 0.182114, -0.017755, -0.041046, 0.05781, 0.099028, 0.058732, -0.01439, 0.008957, 0.09905, -0.02924, 0.071973, 0.120847, 0.124008, 0.03219, 0.067084, 0.175628, -0.044256, -0.072853, -0.175325, 0.000911, 0.017912, 0.157475, -0.038824, -0.071142, -0.171974, 0.059077, 0.081404, 0.133986, 0.034458, 0.085449, 0.150143, 0.023235, 0.026383, -0.046596, 0.024702, 0.05017, 0.165383, -0.033845, -0.031333, 0.045021, -0.025797, -0.044307, -0.210868, -0.054741, -0.061164, -0.183329, 0.028843, 0.07711, 0.186597, 0.069252, 0.085171, 0.150508, 0.038313, 0.117295, 0.127198, -0.066611, -0.104831, -0.155997, 0.020293, 0.069444, 0.17253, -0.057348, -0.104704, -0.185211, 0.02732, 0.043482, 0.115027, -0.085078, -0.117323, -0.030661, -0.029703, -0.052511, -0.158827, -0.035926, -0.059991, -0.160921, -0.029604, -0.064332, -0.162646, 0.014286, 0.021644, 0.184867, -0.013588, -0.026581, -0.179005, 0.011045, 0.03765, 0.158383, -0.016128, -0.025119, -0.143691, 0.004448, 0.012396, 0.165879, 0.010307, 0.077897, -0.000276, -0.050434, -0.095378, -0.144299, 0.03937, 0.132972, 0.051419, 0.080394, 0.091421, 0.114388, -0.018687, -0.059733, -0.187267, -0.001318, -0.002824, 0.201697, 0.036903, 0.065399, 0.152249, 0.078507, 0.090782, 0.16515, 0.024368, 0.066695, -0.07073, -0.019592, -0.026453, 0.04572, 0.049226, 0.086599, -0.05986, 0.002515, 0.010336, 0.135894, 0.056094, 0.08289, 0.146393, -0.029068, -0.053632, -0.165214, 0.024306, 0.047446, 0.143358, -0.00887, -0.069418, 0.002761, 0.012501, 0.032619, 0.167778, 0.063159, 0.100945, 0.10474, -0.045693, -0.062069, -0.149384, -0.007974, -0.026389, -0.167637, -0.091132, -0.040718, 0.053335, 0.040002, 0.074744, 0.185532, 0.027614, 0.088599, 0.169079, 0.04888, -0.103187, 0.014686, 0.046298, 0.055532, -0.042678, -0.033529, -0.084013, -0.157045, -0.013585, -0.053852, -0.188236, 0.005078, 0.020921, -0.070446, 0.019693, 0.049977, 0.171486, 0.045263, 0.075117, 0.135266, -0.019774, -0.044213, -0.169766, 0.039647, 0.080048, 0.194845, 0.038677, 0.06802, 0.147801, -0.000657, -0.002097, -0.146868, 0.018383, 0.034347, -0.051405, 0.019817, 0.062097, 0.168935, 0.076271, 0.088515, 0.000571, 0.043232, 0.08356, 0.165963, -0.014427, -0.041094, -0.183288, 0.032639, 0.075997, 0.179395, -0.017718, -0.035117, -0.174585, 0.014721, 0.021523, -0.037886, 0.044929, 0.103902, 0.123253, -0.00023, 0.012417, 0.204325, -0.042872, -0.078475, -0.178859, 0.026669, 0.064069, 0.156828, -0.026765, -0.033734, 0.05266, -0.003876, -0.007571, 0.160457, -0.037001, -0.083904, -0.014141, 0.01369, 0.139211, -0.008094, -0.06855, -0.09097, -0.152914, 0.048615, 0.085066, 0.119362, -0.020795, -0.027829, -0.054127, 0.11694, -0.002415, -0.061092, -0.010468, -0.020976, -0.144801, -0.027592, -0.053706, -0.192705, 0.039672, 0.091004, -0.012413, 0.019981, 0.058806, 0.186794, 0.055835, 0.067461, 0.052375, 0.03717, 0.077957, 0.154435, -0.04898, -0.067639, -0.174364, -0.052301, -0.083252, -0.152522, -0.013626, -0.027207, -0.128184, -0.018832, -0.041381, 0.048723, 0.013163, 0.059473, 0.06618, 0.001101, -0.000611, -0.184595, 0.025647, 0.068483, 0.17422, -0.01529, -0.05594, -0.178623, -0.020421, -0.022498, 0.04272, -0.045352, -0.081473, -0.130729, 0.027568, 0.053267, 0.178763, -0.008986, -0.078196, 0.001685, 0.032579, 0.053205, 0.137893, -0.010612, -0.042667, -0.251867, 0.003843, 0.014569, -0.157456, 0.018479, 0.050848, 0.14646, -0.04576, -0.084412, -0.122001, 0.023112, 0.058533, 0.190155, -0.003669, -0.096308, 0.035671, -0.002804, -0.024292, 0.076654, 0.023783, 0.044291, 0.180436, -0.033061, -0.066108, -0.156109, -0.059396, -0.097563, -0.08075, -0.00344, -0.008858, 0.150228, -0.082409, -0.126295, -0.067564, 0.015699, 0.058412, 0.159458, 0.012023, 0.047819, -0.049607, -0.000882, 0.000599, 0.164191, 0.001831, 0.00121, -0.134514, -0.049393, -0.092939, 0.046516, -0.052943, -0.083859, -0.150151, 0.011234, -0.005084, -0.21158, -0.018103, -0.055876, -0.219035, 0.026746, 0.076977, 0.173029, 0.030945, 0.034265, -0.058824, 0.02347, 0.05924, 0.205202, -0.029195, -0.086142, -0.188093, -0.01867, -0.023073, -0.056448, 0.017048, 0.048421, -0.064477, 0.026822, 0.054595, 0.178223, 0.001792, -0.006138, -0.163014, -0.009436, -0.064322, 0.030767, 0.061455, 0.109102, 0.180194, 0.005383, 0.07933, -0.028831, -0.0065, -0.04617, 0.040793, -0.048092, -0.082394, -0.126574, -0.044803, -0.069946, -0.166053, -0.006483, -0.022414, 0.115842, -0.024168, -0.045934, -0.167091, -0.015551, -0.052025, -0.184157, 0.053624, 0.052278, 0.129218, 0.060511, 0.111727, 0.099406, 0.039896, 0.1016, 0.015723, 0.019903, 0.057402, 0.16634, -0.024202, -0.053619, -0.187509, 0.033521, 0.062998, 0.154085, -0.017958, -0.039888, 0.051797, 0.015293, 0.049651, 0.196163, 0.029765, 0.077869, -0.043008, -0.002678, -0.087875, -0.00125, 0.01414, 0.044025, 0.181927, 0.05237, 0.098726, 0.167368, 0.041292, 0.073037, 0.159365, -0.006979, -0.029897, -0.226446, -0.043193, -0.073247, -0.15455, 0.055663, 0.08523, 0.132506, 0.006743, 0.071855, -0.05644, 0.021874, 0.062026, 0.173767, 0.036845, 0.086568, 0.143998, -0.000073, -0.039816, -0.209347, -0.082262, -0.093827, -0.142127, -0.038616, -0.066849, -0.162085, -0.052928, -0.072522, -0.181611, 0.041817, 0.071692, 0.156276, 0.003146, 0.02036, 0.192312, 0.04202, 0.069402, 0.171836, -0.004699, -0.018102, -0.218325, 0.000628, -0.002406, -0.151996, 0.056133, 0.076568, 0.175722, -0.013427, -0.043052, 0.053254, -0.033099, -0.04005, 0.077661, 0.034981, 0.041367, 0.131311, -0.039465, -0.073184, -0.176888, 0.039266, 0.067328, 0.160972, 0.036994, 0.059737, 0.198489, -0.015758, -0.032984, -0.150875, 0.032875, 0.061738, 0.177292, -0.043813, -0.054478, 0.041683, -0.02307, -0.041642, -0.184986, -0.006878, -0.030832, -0.169918, -0.068028, -0.13228, -0.090538, 0.023395, 0.037573, 0.145999, -0.04067, -0.070361, -0.181787, 0.019989, 0.023147, -0.040916, 0.054528, 0.089059, 0.177194, -0.00165, -0.023841, -0.178368, 0.043506, 0.069392, 0.142685, -0.007309, -0.027397, -0.164774, 0.016842, 0.05797, 0.191987, -0.040885, -0.040505, 0.057549, 0.019163, 0.048654, 0.168792, 0.028711, 0.057384, 0.173933, 0.022042, 0.033241, -0.056006, -0.000599, -0.061184, 0.00172, -0.016388, -0.06323, -0.200132, 0.01622, 0.106517, -0.004426, 0.045403, 0.04873, 0.181142, 0.059032, 0.09574, 0.135896, 0.018984, 0.054603, 0.203868, -0.012402, -0.047611, 0.058372, 0.017658, 0.04001, 0.230846, -0.081618, -0.105824, -0.107238, 0.032933, 0.033911, -0.052375, 0.046082, 0.066621, 0.188584, -0.024896, -0.069717, 0.104203, 0.043987, 0.079766, 0.145007, 0.001341, 0.033024, 0.188965, 0.008905, 0.032502, 0.16885, 0.013962, 0.045619, 0.189964, -0.039713, -0.071966, -0.158907, 0.075263, 0.105992, 0.159601, 0.012658, 0.084293, -0.060649, 0.00148, 0.000921, 0.162004, 0.074882, 0.103645, 0.013168, 0.064962, 0.08981, 0.174896, 0.016995, 0.078336, -0.051262, 0.031124, 0.088212, -0.034027, 0.004308, 0.003789, 0.126763, -0.023431, -0.04363, -0.176128, -0.006846, -0.026956, -0.161521, -0.051683, -0.066488, -0.161084, -0.019934, -0.047051, -0.176481, 0.038851, 0.064211, 0.177206, 0.022116, 0.061296, 0.181699, -0.002537, -0.017938, 0.068819, -0.020195, -0.052402, -0.181918, -0.029289, -0.070785, 0.040608, 0.003417, -0.003217, -0.148894, 0.005543, 0.071046, 0.000068, -0.011677, -0.077752, 0.000862, -0.085007, -0.095935, -0.084158, 0.010373, 0.027369, 0.189857, -0.028565, -0.069097, -0.154858, 0.073194, 0.034076, -0.013008, -0.013615, -0.080851, 0.001087, 0.037438, 0.067504, 0.166579, 0.014945, 0.056715, -0.059163, 0.026201, 0.028774, -0.048761, 0.003803, 0.001243, -0.160242, -0.029006, -0.040494, 0.061786, 0.029666, 0.064898, 0.180228, -0.035068, -0.054862, -0.144403, 0.01463, 0.02566, -0.049346, 0.026786, 0.067822, 0.17252, 0.035569, 0.066018, 0.146702, -0.017309, -0.03765, -0.190032, -0.048539, -0.068289, -0.153199, -0.073974, -0.075047, -0.138624, 0.047301, 0.075829, 0.138569, -0.022486, -0.035036, 0.063598, -0.00233, -0.001788, 0.145742, 0.014296, 0.058131, 0.173177, 0.05586, 0.095981, 0.1584, 0.033467, 0.056489, 0.156761, -0.05141, -0.079951, -0.182078, 0.048264, 0.059596, -0.042565, -0.046618, -0.057942, 0.040861, 0.011269, 0.032705, 0.190105, 0.078047, 0.084819, 0.160938, 0.020808, 0.030963, 0.152439, -0.054376, -0.129862, -0.067708, -0.000999, -0.016633, 0.073113, -0.058329, -0.094866, -0.155276, -0.024361, -0.050727, -0.178592, -0.031009, -0.081451, -0.131023, 0.008045, 0.073196, -0.059432, -0.031995, -0.040147, 0.051052, -0.051052, -0.086255, -0.148456, 0.001535, 0.024261, 0.187488, 0.03112, 0.053041, 0.172477, 0.059703, 0.075567, 0.130255, 0.033114, 0.049058, 0.174495, -0.047283, -0.074176, -0.154757, 0.044838, 0.068357, 0.154769, 0.015624, 0.037866, 0.192765, -0.026418, -0.048704, 0.04981, -0.00193, -0.016087, 0.075235, 0.022601, 0.053261, 0.152456, -0.106572, -0.092951, 0.025581, 0.005075, 0.11446, -0.012835, 0.0474, 0.073298, 0.175368, -0.049488, -0.063493, -0.141056, 0.050338, 0.084712, 0.092473, -0.123322, 0.02387, 0.003502, 0.07508, 0.096041, 0.141821, -0.028041, -0.056188, -0.167412, 0.063199, 0.09879, 0.11415, 0.026798, 0.071395, 0.160489, 0.02349, 0.049894, 0.199239, 0.032879, 0.073314, 0.150994, -0.039813, -0.103368, -0.12638, -0.034093, -0.058259, -0.172511, -0.035004, -0.0584, -0.156995, 0.008939, 0.025735, 0.174792, -0.047049, -0.088652, -0.192108, 0.026999, 0.05904, 0.173693, -0.037658, -0.074284, -0.126304, -0.008302, -0.029041, -0.197127, -0.026363, -0.041826, -0.155593, -0.051929, -0.083504, -0.167451, 0.034862, 0.051411, 0.157199, -0.015422, -0.050344, -0.154773, 0.017249, 0.032339, 0.156938, -0.000269, -0.002991, 0.177482, 0.024662, 0.064315, 0.145037, -0.015499, -0.0321, -0.167767, 0.037965, 0.067757, 0.151979, 0.011975, 0.037327, 0.183462, 0.008034, 0.073959, 0.000536, -0.039605, -0.056676, -0.157985, 0.032238, 0.038138, -0.051721, -0.06053, -0.059503, -0.048042, 0.028607, 0.057162, 0.162351, 0.014121, 0.059761, -0.050536, -0.065337, -0.063642, -0.046015, 0.011418, 0.082514, -0.000906, 0.033487, 0.066889, 0.163471, -0.053054, -0.076569, -0.158417, 0.113359, 0.097962, 0.04612, -0.065171, -0.101783, -0.153382, -0.09303, -0.121849, -0.109571, -0.021459, -0.038187, 0.049115, -0.010894, -0.061532, 0.044427, 0.026852, 0.04114, -0.051868, -0.025696, -0.055996, -0.148972, -0.015477, -0.095959, 0.031, 0.038653, 0.104691, 0.141602, 0.066321, 0.065492, 0.048561, -0.07713, -0.098995, -0.134239, 0.000989, -0.004226, -0.173217, 0.014898, 0.021814, -0.039259, 0.074334, 0.11672, 0.032579, 0.035374, 0.081007, 0.171844, -0.022337, -0.102889, 0.040352, -0.078106, -0.098653, -0.127458, -0.019078, -0.046596, -0.177005, -0.005214, -0.008793, -0.151992, 0.013084, 0.08068, -0.001097, -0.010844, -0.029686, -0.168975, -0.036983, -0.074005, -0.153223, 0.068724, 0.09495, 0.147345, -0.031244, 0.053643, -0.017953, -0.035409, -0.068245, -0.169523, 0.026545, 0.052574, 0.188969, -0.034809, 0.059188, -0.021058, 0.000098, -0.07962, 0.000148, -0.008844, -0.080518, 0.060687, 0.055715, 0.099623, 0.016704, 0.021598, 0.045876, 0.158255, -0.033549, -0.060473, -0.162339, 0.016976, 0.020499, -0.040816, 0.032328, 0.033293, -0.048189, -0.031799, -0.057535, -0.134022, 0.046902, 0.074324, -0.029197, 0.054848, 0.08317, 0.161189, 0.040887, 0.062448, 0.156905, 0.027432, 0.082431, -0.006199, 0.024383, 0.112156, -0.070686, -0.055301, -0.080367, -0.159733, -0.005991, -0.013117, -0.182429, -0.034149, -0.052908, -0.159971, 0.053798, 0.073829, 0.143289, 0.024682, 0.052982, 0.199602, 0.022648, 0.041714, 0.159334, -0.002055, 0.016126, 0.197907, 0.009024, 0.025672, 0.129139, -0.058495, -0.127344, 0.001725, 0.055676, 0.066491, 0.168034, -0.049525, -0.060507, 0.044271, -0.038822, -0.068757, -0.17033, -0.004774, -0.001531, 0.161828, 0.044917, 0.075767, 0.129749, -0.05476, -0.11614, -0.151007, 0.019014, 0.042146, -0.064394, 0.019507, 0.038056, -0.056344, -0.041794, -0.111947, 0.002614, -0.055954, -0.078762, -0.140132, 0.026249, 0.035279, -0.056554, 0.024872, 0.06495, 0.14457, -0.060762, -0.09794, -0.133378, -0.050196, -0.06387, -0.152434, -0.041492, -0.0673, -0.175211, -0.005612, -0.022046, 0.069078, -0.064456, -0.087825, -0.141277, 0.015543, 0.030454, 0.16348, -0.054681, -0.083926, -0.122905, -0.033009, -0.063658, -0.164497, 0.003101, 0.017193, -0.070758, 0.019268, 0.02916, -0.044411, -0.060667, -0.116747, -0.14132, -0.026661, -0.062088, -0.163981, 0.048893, 0.063008, 0.159715, -0.061193, -0.060503, -0.045666, -0.052962, -0.080148, -0.180391, -0.006042, -0.063505, -0.197542, 0.035065, 0.072343, 0.15656, 0.048864, 0.07995, 0.158342, -0.06141, -0.078731, -0.092668, -0.000108, -0.095222, 0.013788, -0.101338, -0.145124, -0.013319, -0.037382, -0.075206, -0.168947, 0.051877, 0.074493, 0.144331, 0.022757, 0.049514, 0.180471, 0.01921, 0.061693, 0.170373, 0.028388, 0.05647, 0.185695, -0.043985, -0.065335, -0.184626, -0.03014, -0.055725, -0.179724 ]
 }
, "name": "LlmExporter::FusedLinearAttention_980", "outputIndexes": 
[ 599 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 576, 598, 598, 599 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.9/self_attn/FusedLinearAttention", "outputIndexes": 
[ 600 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 587, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 601 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 595, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.9/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 602 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 601, 602, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.9/self_attn/Concat_1_output_0", "outputIndexes": 
[ 603 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 600, 603 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.9/self_attn/Reshape_output_0", "outputIndexes": 
[ 604 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 604 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1227 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1227 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1228 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1228 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 103379064, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.9/self_attn/out_proj/Linear", "outputIndexes": 
[ 1229 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1229 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1230 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1230 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.9/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 605 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 573, 605 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/Add_output_0", "outputIndexes": 
[ 606 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 606 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 104034446, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.9/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 607 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 607 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1231 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1231 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1232 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1232 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 104042638, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.9/mlp/w1/Linear", "outputIndexes": 
[ 1233 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1233 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1234 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1234 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 608 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 608 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.9/mlp/Mul_output_0", "outputIndexes": 
[ 609 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1232 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 106991780, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.9/mlp/w3/Linear", "outputIndexes": 
[ 1237 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1237 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1238 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1238 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 610 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 609, 610 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/mlp/Mul_1_output_0", "outputIndexes": 
[ 611 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 611 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1239 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1239 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.9/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1240 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1240 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 109940922, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.9/mlp/w2/Linear", "outputIndexes": 
[ 1241 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1241 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.9/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1242 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1242 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.9/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 612 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 606, 612 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.9/Add_1_output_0", "outputIndexes": 
[ 613 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 613, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/Reshape_output_0", "outputIndexes": 
[ 614 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 614 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 112890064, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.10/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 615 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 615 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1243 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1243 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1244 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1244 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 112898256, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.10/self_attn/q_proj/Linear", "outputIndexes": 
[ 1245 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1245 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1246 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1246 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 616 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 615 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_output_0", "outputIndexes": 
[ 617 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 617 ]
, "main_type": "NONE", "name": "Shape1031", "outputIndexes": 
[ 618 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 617 ]
, "main_type": "NONE", "name": "Rank1033", "outputIndexes": 
[ 619 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 619, 619 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1035", "outputIndexes": 
[ 620 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 620 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1036", "outputIndexes": 
[ 621 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 620, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1038", "outputIndexes": 
[ 622 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 622 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1039", "outputIndexes": 
[ 623 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 618, 621, 623, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1042", "outputIndexes": 
[ 624 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 624 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1043", "outputIndexes": 
[ 625 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 625, 625 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1045", "outputIndexes": 
[ 626 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 617, 626, 620 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_output_0", "outputIndexes": 
[ 627 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 627, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 628 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 620 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1053", "outputIndexes": 
[ 629 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 622 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1056", "outputIndexes": 
[ 630 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 618, 629, 630, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1059", "outputIndexes": 
[ 631 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 631 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1060", "outputIndexes": 
[ 632 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 632 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1061", "outputIndexes": 
[ 633 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 633, 632 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1062", "outputIndexes": 
[ 634 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 617, 634, 620 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_1_output_0", "outputIndexes": 
[ 635 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 635, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 636 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 628, 636, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_output_0", "outputIndexes": 
[ 637 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 616, 637 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_output_0", "outputIndexes": 
[ 638 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 638 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 113553638, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.10/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 640 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 640, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_output_0", "outputIndexes": 
[ 641 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 640 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_2_output_0", "outputIndexes": 
[ 642 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 642 ]
, "main_type": "NONE", "name": "Shape1077", "outputIndexes": 
[ 643 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 642 ]
, "main_type": "NONE", "name": "Rank1079", "outputIndexes": 
[ 644 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 644, 644 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1081", "outputIndexes": 
[ 645 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 645 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1082", "outputIndexes": 
[ 646 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 645, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1084", "outputIndexes": 
[ 647 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 647 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1085", "outputIndexes": 
[ 648 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 643, 646, 648, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1088", "outputIndexes": 
[ 649 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 649 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1089", "outputIndexes": 
[ 650 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 650 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1090", "outputIndexes": 
[ 651 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 651, 650 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1091", "outputIndexes": 
[ 652 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 642, 652, 645 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_2_output_0", "outputIndexes": 
[ 653 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 653, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Div_output_0", "outputIndexes": 
[ 654 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 654, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 655 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 640, 655, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_1_output_0", "outputIndexes": 
[ 656 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 656 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.10/self_attn/Neg_output_0", "outputIndexes": 
[ 657 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 654, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 658 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 640, 21, 658, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_output_0", "outputIndexes": 
[ 659 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 657, 659 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.10/self_attn/Concat_3_output_0", "outputIndexes": 
[ 660 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 660, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_1_output_0", "outputIndexes": 
[ 661 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 641, 661 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Add_output_0", "outputIndexes": 
[ 662 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1244 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 113554150, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.10/self_attn/k_proj/Linear", "outputIndexes": 
[ 1249 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1249 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1250 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1250 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 663 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 627, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 664 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 635, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 665 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 664, 665, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_1_output_0", "outputIndexes": 
[ 666 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 663, 666 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 667 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 667 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 113881852, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.10/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 669 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_2_output_0", "outputIndexes": 
[ 670 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669 ]
, "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_3_output_0", "outputIndexes": 
[ 671 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 671 ]
, "main_type": "NONE", "name": "Shape1119", "outputIndexes": 
[ 672 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 671 ]
, "main_type": "NONE", "name": "Rank1121", "outputIndexes": 
[ 673 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 673, 673 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1123", "outputIndexes": 
[ 674 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 674 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1124", "outputIndexes": 
[ 675 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 674, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1126", "outputIndexes": 
[ 676 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 676 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1127", "outputIndexes": 
[ 677 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 672, 675, 677, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1130", "outputIndexes": 
[ 678 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 678 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1131", "outputIndexes": 
[ 679 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 679 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1132", "outputIndexes": 
[ 680 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 680, 679 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1133", "outputIndexes": 
[ 681 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 671, 681, 674 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.10/self_attn/Gather_3_output_0", "outputIndexes": 
[ 682 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 682, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Div_1_output_0", "outputIndexes": 
[ 683 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 683, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 684 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669, 684, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_3_output_0", "outputIndexes": 
[ 685 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 685 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.10/self_attn/Neg_1_output_0", "outputIndexes": 
[ 686 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 683, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 687 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 669, 21, 687, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.10/self_attn/Slice_2_output_0", "outputIndexes": 
[ 688 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 686, 688 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.10/self_attn/Concat_4_output_0", "outputIndexes": 
[ 689 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 689, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Mul_3_output_0", "outputIndexes": 
[ 690 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 670, 690 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/self_attn/Add_1_output_0", "outputIndexes": 
[ 691 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1244 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 113882364, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.10/self_attn/v_proj/Linear", "outputIndexes": 
[ 1253 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1253 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1254 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1254 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 692 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 627, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 693 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 635, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.10/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 694 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 693, 694, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.10/self_attn/Concat_2_output_0", "outputIndexes": 
[ 695 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 692, 695 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.10/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 696 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 662, 691, 696, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.10/self_attn/FusedAttention", "outputIndexes": 
[ 697 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 697 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1255 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1255 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1256 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1256 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 114210066, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.10/self_attn/o_proj/Linear", "outputIndexes": 
[ 1257 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1257 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1258 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1258 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 698 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 614, 698 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/Add_output_0", "outputIndexes": 
[ 699 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 699 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 114865448, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.10/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 700 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 700 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1259 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1259 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1260 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1260 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 114873640, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.10/mlp/w1/Linear", "outputIndexes": 
[ 1261 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1261 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1262 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1262 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 701 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 701 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.10/mlp/Mul_output_0", "outputIndexes": 
[ 702 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1260 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 117822782, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.10/mlp/w3/Linear", "outputIndexes": 
[ 1265 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1265 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1266 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1266 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 703 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 702, 703 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/mlp/Mul_1_output_0", "outputIndexes": 
[ 704 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 704 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1267 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1267 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.10/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1268 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1268 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 120771924, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.10/mlp/w2/Linear", "outputIndexes": 
[ 1269 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1269 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.10/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1270 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1270 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.10/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 705 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 699, 705 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.10/Add_1_output_0", "outputIndexes": 
[ 706 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 706, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/Reshape_output_0", "outputIndexes": 
[ 707 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 707 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 123721066, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.11/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 708 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 708 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1271 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1271 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1272 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1272 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 123729258, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.11/self_attn/in_proj/Linear", "outputIndexes": 
[ 1273 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1273 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1274 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1274 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 709 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 709 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.11/self_attn/Transpose_output_0", "outputIndexes": 
[ 710 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 708 ]
, "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_output_0", "outputIndexes": 
[ 711 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 711 ]
, "main_type": "NONE", "name": "Shape1180", "outputIndexes": 
[ 712 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 711 ]
, "main_type": "NONE", "name": "Rank1182", "outputIndexes": 
[ 713 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 713, 713 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1184", "outputIndexes": 
[ 714 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 714 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1185", "outputIndexes": 
[ 715 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 714, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1187", "outputIndexes": 
[ 716 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 716 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1188", "outputIndexes": 
[ 717 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 712, 715, 717, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1191", "outputIndexes": 
[ 718 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 718 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1192", "outputIndexes": 
[ 719 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 719, 719 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1194", "outputIndexes": 
[ 720 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 711, 720, 714 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_output_0", "outputIndexes": 
[ 721 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 721, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 722 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 714 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1202", "outputIndexes": 
[ 723 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 716 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1205", "outputIndexes": 
[ 724 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 712, 723, 724, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1208", "outputIndexes": 
[ 725 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 725 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1209", "outputIndexes": 
[ 726 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 726 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1210", "outputIndexes": 
[ 727 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 727, 726 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1211", "outputIndexes": 
[ 728 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 711, 728, 714 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.11/self_attn/Gather_1_output_0", "outputIndexes": 
[ 729 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 729, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 730 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 722, 730, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.11/self_attn/Concat_output_0", "outputIndexes": 
[ 731 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 731, 32 ]
, "main_type": "NONE", "name": "/blocks.11/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 732 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ -0.01773, -0.033974, -0.155378, 0.011082, 0.047253, -0.080204, -0.023167, -0.041472, -0.150377, -0.003769, -0.012946, -0.177428, -0.018852, -0.115496, -0.023327, -0.018182, -0.057121, -0.130822, -0.002593, -0.01184, -0.126541, 0.001803, 0.009635, 0.208737, -0.031066, -0.059582, -0.147856, 0.009596, 0.026777, 0.169985, 0.002989, 0.031901, 0.163373, 0.003257, 0.000967, 0.16611, 0.001625, 0.009949, -0.193928, -0.015975, -0.045653, -0.156847, -0.034422, -0.069381, -0.116852, 0.025227, 0.053915, -0.045638, -0.003977, 0.005848, 0.181119, -0.00169, -0.004015, -0.170086, 0.012116, 0.029109, 0.172607, -0.001232, 0.009838, 0.167747, -0.014757, -0.048447, -0.16192, 0.019437, 0.04916, 0.166544, -0.004039, -0.102446, 0.003178, -0.0135, -0.028568, -0.155187, -0.003232, -0.006118, 0.173763, 0.029045, 0.111433, -0.036804, 0.013175, 0.020367, 0.156741, 0.007824, 0.050312, -0.048514, -0.010756, -0.017391, -0.108169, -0.010752, -0.027764, -0.165784, -0.022765, -0.064809, 0.037165, -0.017756, -0.038745, -0.17161, -0.01007, -0.033644, -0.172846, 0.020016, 0.035361, 0.161231, -0.018962, -0.052377, -0.133896, 0.006057, 0.118517, -0.00944, -0.028217, -0.079772, 0.045944, 0.011725, 0.030454, 0.159797, 0.008874, 0.100791, -0.002582, -0.006855, -0.019929, -0.128402, -0.006018, -0.007033, 0.179194, 0.023751, 0.064902, -0.036919, 0.005455, 0.03158, 0.150394, 0.000303, 0.007032, 0.153843, -0.01861, -0.037569, -0.154972, 0.009592, 0.040638, 0.169915, -0.03109, -0.064349, -0.124022, 0.00098, -0.006727, -0.16067, 0.006616, 0.002416, 0.145643, 0.007211, 0.038789, 0.164119, -0.002862, -0.002852, 0.173287, 0.029323, 0.065882, 0.130772, 0.00681, 0.098802, -0.008702, -0.00366, -0.023896, -0.191229, -0.052688, -0.084689, -0.010032, 0.028835, 0.058956, 0.131022, -0.032549, -0.0457, -0.198757, -0.001312, -0.028679, -0.137062, -0.068876, -0.088116, 0.096191, 0.017885, 0.119252, -0.00828, 0.018252, 0.047032, 0.145846, -0.019445, -0.046652, -0.169843, -0.023511, -0.075693, 0.0387, 0.001029, 0.010238, 0.166486, 0.015086, 0.051783, -0.046018, -0.043924, -0.08761, -0.126712, 0.014743, 0.046396, -0.157217, 0.029974, 0.058834, 0.162602, 0.021361, 0.041952, 0.169532, 0.002781, 0.024836, 0.1654, -0.028518, -0.061007, -0.137535, 0.02063, 0.071331, 0.167241, -0.007706, -0.035418, -0.193641, 0.020711, 0.051647, 0.152346, 0.006725, 0.028368, 0.162349, -0.017719, -0.051639, -0.148183, 0.001142, 0.028949, 0.185747, 0.01149, 0.025866, 0.17844, 0.018342, 0.044474, 0.178991, 0.036377, 0.089612, 0.149936, 0.008369, 0.03474, 0.168971, 0.002329, 0.003746, 0.17442, 0.020173, 0.074633, 0.101125, 0.016744, 0.047844, 0.185087, 0.010841, 0.035721, 0.169545, -0.011897, -0.040893, -0.154617, 0.001298, 0.011947, 0.191129, 0.016409, 0.047276, 0.158026, -0.009462, -0.027405, -0.162164, 0.036733, 0.083546, -0.039732, -0.121478, -0.043092, 0.038079, -0.005097, -0.020694, -0.185988, 0.001282, 0.014302, -0.193719, 0.045915, 0.104899, -0.037152, -0.012678, -0.038021, 0.035263, -0.003731, -0.010026, -0.18807, -0.001174, 0.002168, -0.173977, 0.004057, 0.017471, 0.160566, -0.044071, -0.08861, -0.142207, 0.000355, 0.002701, -0.168265, -0.00131, -0.015563, -0.144436, -0.011255, -0.01905, -0.160598, -0.038893, -0.072581, -0.16906, 0.014046, 0.024214, 0.141986, -0.016527, -0.040495, -0.161705, -0.012892, -0.033171, -0.159254, -0.016428, -0.078693, 0.006086, -0.035247, -0.068775, 0.059746, 0.012163, 0.046232, 0.15703, 0.046344, 0.08272, -0.030227, 0.025673, 0.046209, 0.160318, -0.018762, -0.045527, -0.148954, 0.079966, 0.037453, -0.053947, 0.018819, 0.053491, -0.042407, 0.043763, 0.081249, 0.169821, -0.014244, -0.026048, -0.191914, 0.012795, 0.046914, 0.16993, 0.00186, 0.022001, 0.159995, 0.002451, 0.01767, 0.194124, 0.014388, 0.061674, -0.025096, 0.015655, 0.054744, 0.181415, 0.005933, 0.02626, 0.153893, 0.005398, 0.023788, 0.173086, 0.001249, 0.071724, -0.032379, 0.002673, -0.005782, -0.14313, 0.018104, 0.060249, 0.157124, -0.001423, 0.000185, -0.139066, 0.01031, 0.036231, 0.176813, 0.014864, 0.04357, 0.167586, -0.032683, -0.070396, -0.179826, -0.026483, -0.069679, -0.139666, 0.015226, 0.037412, -0.05815, 0.015104, 0.036751, 0.166912, -0.00439, -0.01316, -0.188657, 0.012634, 0.072296, -0.027526, -0.025611, -0.067423, -0.144388, -0.005178, -0.018559, -0.155807, -0.019722, -0.053645, -0.137248, -0.037319, -0.071041, -0.148922, 0.016846, 0.047067, 0.156765, 0.013845, 0.043647, 0.182252, -0.000561, 0.013409, 0.153671, -0.011989, -0.041989, -0.160367, -0.012793, -0.039098, -0.158398, 0.005411, 0.02153, 0.155417, -0.01525, -0.042326, -0.169902, 0.004794, 0.016248, 0.180897, 0.002703, 0.006981, -0.150485, 0.012638, 0.041445, 0.177392, -0.006465, -0.090084, 0.016834, 0.010995, 0.047534, 0.172273, -0.014069, -0.04202, 0.044758, 0.000058, -0.001602, 0.198572, -0.009451, -0.035194, -0.165793, -0.000477, -0.003953, 0.164154, 0.011199, 0.021326, 0.178384, 0.02188, 0.056757, -0.048428, -0.001322, -0.003785, -0.106444, 0.019133, 0.07743, -0.043034, 0.023621, 0.099825, 0.022424, -0.065096, -0.088959, -0.131101, 0.027756, 0.07021, 0.176806, -0.008888, -0.019943, -0.158288, 0.007083, 0.01503, 0.150694, -0.003804, -0.026427, -0.154435, -0.049745, -0.123754, -0.015759, 0.005329, 0.018103, 0.142771, -0.077307, 0.068984, 0.007942, 0.005432, 0.020318, 0.150584, -0.035349, -0.060618, -0.15265, 0.001115, 0.004454, 0.155808, 0.017807, 0.076908, -0.017255, -0.005468, -0.011745, -0.161364, -0.011419, -0.026044, -0.138645, 0.000676, 0.041373, 0.187491, -0.030711, -0.077015, 0.044768, 0.008916, 0.024148, 0.171835, 0.012735, 0.050971, 0.165466, 0.001286, 0.007342, 0.209944, -0.100012, -0.015644, 0.082526, -0.001261, 0.00609, 0.182116, -0.032427, -0.069222, -0.156521, -0.029311, -0.058681, -0.12316, 0.018267, 0.050825, 0.163112, 0.025349, 0.066129, -0.034171, -0.008317, -0.034747, -0.175969, 0.002812, -0.006313, -0.190097, 0.031931, 0.066131, 0.17628, 0.027654, 0.051416, 0.143347, -0.012547, -0.035053, -0.172481, -0.005236, -0.010476, -0.207807, 0.009388, 0.03089, 0.161968, -0.01, -0.035736, -0.161028, 0.024764, 0.057284, 0.180216, 0.010591, 0.016608, 0.150572, -0.015437, -0.050593, -0.188481, -0.026625, -0.049148, -0.168693, 0.018001, 0.041357, 0.153904, 0.017524, 0.045893, 0.167494, 0.024406, 0.057209, 0.167211, -0.011203, -0.03127, -0.127725, 0.008141, 0.021511, 0.158649, -0.003584, -0.00977, -0.144498, 0.013364, 0.03387, 0.171971, 0.017617, 0.048912, 0.16186, 0.022193, 0.058307, -0.043848, -0.058717, -0.100607, -0.129625, 0.036008, 0.089505, -0.033808, 0.021518, 0.061929, -0.057221, 0.011806, 0.040528, 0.15008, 0.005651, 0.007197, -0.160112, 0.011867, 0.019579, 0.184513, 0.005144, 0.021885, 0.157768, 0.010954, 0.123745, -0.012412, -0.015867, -0.043555, -0.214784, -0.023401, -0.05623, -0.161834, 0.005097, 0.019507, 0.164654, -0.02731, -0.050521, -0.16348, -0.011305, -0.045435, 0.051569, -0.030816, -0.068278, -0.108557, -0.017273, -0.049279, -0.158503, -0.000112, -0.005915, -0.130442, -0.029816, -0.070198, -0.168851, 0.022926, 0.091727, -0.046538, -0.015416, -0.03586, -0.157938, 0.01301, 0.039882, 0.176992, -0.084636, 0.013649, 0.034382, 0.000421, -0.0315, -0.166094, 0.006891, 0.021058, 0.193173, -0.019497, -0.044796, -0.173562, -0.006142, -0.026129, -0.157414, 0.013663, 0.03092, 0.175902, -0.01771, -0.05353, -0.159372, 0.006453, 0.099615, 0.127915, -0.063513, -0.090131, -0.070245, 0.029387, 0.068354, 0.159225, 0.015279, 0.050744, -0.051193, -0.000428, 0.101407, -0.006843, 0.025337, 0.077168, -0.037124, -0.00384, -0.014753, -0.191465, -0.025749, -0.054535, 0.063743, -0.024941, -0.058346, 0.044535, -0.00288, -0.018419, -0.190071, -0.006724, -0.02518, -0.157623, 0.004795, 0.030467, 0.178734, -0.001845, -0.004189, -0.175404, 0.01709, 0.045963, 0.158296, 0.027972, 0.054157, 0.153112, 0.023877, 0.078628, 0.113965, 0.000269, -0.001059, -0.161999, -0.046755, 0.046135, 0.020043, -0.016816, -0.0347, -0.175571, -0.039456, -0.080714, 0.013763, -0.000497, -0.007807, -0.158677, -0.005773, -0.016339, -0.223928, -0.012046, -0.116803, 0.014214, -0.009368, -0.028751, -0.167895, 0.030131, 0.065617, 0.167722, -0.010657, -0.018505, -0.193557, 0.006184, 0.030535, 0.175639, -0.016665, -0.042228, -0.161379, 0.019793, 0.058972, 0.170304, 0.008876, 0.029665, 0.166226, 0.045253, 0.100953, 0.053592, 0.020292, 0.030288, 0.167594, -0.015968, -0.038153, -0.149988, 0.039367, 0.05574, 0.153355, 0.001236, 0.013723, 0.129468, -0.083696, -0.115244, 0.009543, -0.001238, 0.0003, -0.177957, -0.005487, -0.020226, -0.169175, -0.028399, -0.089886, -0.147766, 0.002382, 0.009816, 0.161963, 0.015915, 0.051286, 0.156919, 0.005192, 0.023745, 0.196073, -0.045749, -0.083977, 0.002807, -0.002656, -0.012271, -0.166679, 0.028093, 0.055242, 0.201732, -0.021793, -0.034257, -0.155856, -0.003051, -0.014009, -0.190746, -0.021946, -0.056915, -0.169741, 0.022851, 0.081369, -0.017335, 0.02152, 0.077837, 0.101908, -0.014166, -0.070534, -0.014486, -0.02048, -0.082533, 0.033228, 0.010533, 0.035165, 0.146321, 0.000372, -0.005229, -0.133295, 0.020333, 0.076149, -0.034174, -0.003363, 0.003132, 0.201571, 0.002139, 0.019982, 0.158557, -0.000331, -0.012448, 0.240786, -0.028641, -0.07869, -0.115326, 0.024032, 0.039225, -0.049798, -0.012903, -0.029432, -0.183916, 0.024425, 0.081688, 0.194619, 0.010017, 0.031886, 0.166837, -0.030188, -0.07329, -0.116166, 0.011788, 0.041543, 0.171942, -0.003843, -0.050873, -0.157797, -0.014897, -0.039893, -0.167522, -0.016136, -0.049441, -0.151088, 0.011567, 0.036204, 0.151127, -0.000483, 0.00893, 0.1597, 0.036258, 0.0686, -0.059837, 0.005887, 0.024847, 0.153382, -0.003171, -0.014251, -0.192612, 0.014274, 0.077304, -0.014241, -0.01608, -0.060786, -0.159537, 0.014153, 0.029316, 0.149742, 0.009494, 0.030297, 0.146249, -0.019481, -0.05551, -0.159982, -0.009147, -0.028703, -0.154911, -0.046816, -0.092564, -0.037233, 0.05298, 0.104152, 0.107241, 0.021216, 0.052532, 0.175063, -0.004474, -0.018668, -0.142032, -0.017829, -0.042551, -0.205394, 0.010985, 0.032662, 0.183006, 0.027228, 0.049523, 0.167669, -0.01908, -0.097195, 0.022283, 0.032801, 0.069947, 0.130345, 0.015374, 0.037662, 0.183013, 0.023419, 0.052973, 0.160349, -0.00136, -0.00098, 0.173975, -0.00102, -0.004269, 0.164336, -0.000986, -0.009664, -0.184868, 0.009929, 0.021935, -0.034719, 0.024412, 0.068426, 0.141161, -0.001746, -0.004157, -0.179857, 0.002954, 0.01365, 0.188293, 0.03067, 0.076376, 0.118464, 0.06145, 0.105655, 0.074875, -0.01291, -0.134067, 0.029387, 0.021615, 0.095735, -0.012452, -0.012442, -0.034851, 0.043077, 0.013397, 0.042676, 0.159888, 0.009984, 0.021033, 0.155682, 0.023033, 0.061243, 0.158958, 0.006571, 0.024862, 0.149917, -0.002372, -0.001808, -0.180233, -0.013555, -0.062632, 0.049564, -0.004632, -0.013087, -0.165478, -0.027756, -0.050912, -0.155406, -0.00015, -0.026056, -0.175874, -0.004092, -0.013124, -0.1512, 0.01839, 0.045952, 0.133433, -0.002886, -0.008031, 0.195252, -0.014503, -0.093501, -0.003525, -0.001207, 0.011889, 0.178998, 0.033164, 0.060843, -0.055921, 0.036077, 0.0626, 0.18391, 0.0015, -0.00779, -0.198458, -0.046236, -0.092496, 0.029943, -0.003375, -0.018396, -0.158345, 0.011274, 0.032602, 0.163488, 0.005711, 0.015268, 0.151368, 0.00094, -0.001809, 0.166618, -0.023762, -0.041209, -0.163714, 0.007725, 0.025876, 0.180073, 0.032284, 0.054884, -0.05476, 0.008712, 0.033344, 0.170005, -0.000185, 0.120868, -0.008722, 0.017167, 0.048932, -0.045352, 0.007382, 0.020616, 0.174078, -0.001037, -0.001861, 0.173985, -0.002175, -0.006864, -0.144441, -0.0166, -0.035242, -0.163501, 0.026084, 0.052285, 0.144123, -0.000473, -0.001518, 0.166367, 0.001451, 0.021236, 0.188414, -0.017355, -0.034964, -0.181732, -0.028802, -0.066696, -0.161187, 0.034926, 0.092182, 0.078901, 0.020217, 0.032308, 0.166802, -0.021216, -0.06043, -0.137387, 0.040617, 0.052558, -0.051578, 0.013226, 0.096865, 0.006491, -0.003527, 0.013296, 0.168314, -0.013688, -0.021523, -0.151478, 0.033015, 0.055536, -0.062562, 0.03154, 0.071025, -0.048813, -0.0099, -0.025189, -0.146705, -0.003814, -0.011549, -0.178887, 0.006994, 0.039158, 0.147384, 0.016071, 0.044485, 0.174421, -0.007285, -0.016987, -0.160693, -0.012138, -0.040598, -0.177902, 0.005458, 0.013193, 0.12811, 0.00258, 0.006287, 0.145539, -0.004762, -0.009922, -0.168327, -0.022885, -0.0621, -0.15074, 0.008582, 0.027411, 0.177041, 0.001015, 0.019107, 0.14469, -0.003949, -0.026214, -0.183701, 0.021681, 0.050105, 0.150437, 0.026351, 0.066598, 0.167462, 0.027389, 0.071024, 0.1517, -0.010209, -0.026241, -0.177717, 0.005854, 0.008848, 0.126097, 0.019368, 0.067675, -0.057237, 0.080667, 0.112555, -0.000368, -0.000721, -0.022742, -0.17667, 0.01436, 0.090243, 0.051271, -0.061228, -0.096144, -0.182866, -0.003582, -0.008099, -0.123672, 0.015296, 0.049062, 0.165828, -0.015667, -0.067513, -0.14568, 0.013579, 0.032168, 0.171279, 0.022932, 0.057179, 0.174496, -0.008147, -0.021421, -0.19149, -0.023029, -0.065795, -0.152467, 0.032713, 0.078217, -0.060351, 0.018557, 0.052683, 0.151278, -0.00273, -0.004431, 0.172985, -0.028425, -0.047257, -0.17568, -0.017597, -0.0435, -0.187931, -0.021483, -0.048243, -0.151473, 0.009544, 0.028996, 0.152272, -0.006431, -0.013203, 0.191818, -0.009109, -0.042999, -0.178303, 0.010713, 0.09186, -0.006069, 0.02216, 0.054011, 0.142458, 0.008605, 0.021607, 0.183961, 0.031647, 0.083965, 0.103279, -0.001704, -0.001589, 0.154705, 0.001596, 0.005885, -0.218571, -0.020292, -0.098891, -0.027092, -0.005671, -0.026963, -0.201164, -0.003987, 0.000959, 0.169226, -0.031195, -0.086485, -0.16501, 0.015561, 0.043889, -0.043115, 0.001871, -0.012606, -0.161615, 0.037131, 0.072165, 0.142118, -0.032153, -0.076956, -0.136704, -0.000746, 0.001003, 0.165156, 0.002168, 0.016449, 0.177628, -0.034355, -0.103273, -0.04619, -0.013052, -0.07143, -0.182145, -0.005494, -0.020922, -0.15324, -0.009617, -0.033524, -0.144623, -0.007289, -0.033759, -0.244075, 0.007486, 0.018265, 0.174374, -0.002801, -0.024416, -0.149098, -0.016243, -0.033564, -0.170297, 0.025259, 0.048749, 0.165502, -0.043423, -0.116163, -0.100979, -0.013251, -0.036374, -0.1652, 0.010751, 0.02757, -0.036141, 0.002252, -0.142391, 0.009463, -0.009243, -0.016697, -0.164847, 0.013895, 0.03357, 0.152988, 0.029403, 0.058071, 0.184814, -0.008862, -0.024525, -0.188754, 0.010619, 0.044488, 0.17153, 0.039661, 0.093455, 0.092301, 0.034645, 0.06377, 0.146195, -0.036124, -0.067159, -0.16155, -0.029564, -0.085729, -0.156602, 0.026408, 0.085353, 0.088746, -0.019554, -0.053051, -0.16606, 0.003149, 0.036028, 0.167892, -0.009818, -0.031008, -0.179512, -0.02442, -0.063787, -0.161596, 0.008116, 0.031157, 0.166203, 0.00868, 0.016641, 0.196697, 0.035055, 0.073232, 0.097705, -0.015557, -0.035187, -0.176394, -0.001888, 0.000438, -0.154013, -0.003324, -0.010705, -0.188467, -0.016112, -0.027638, -0.163591, 0.025837, -0.116083, 0.018845, 0.005046, -0.00022, -0.177186, 0.010948, 0.100214, -0.007527, -0.0065, -0.034072, -0.190097, 0.025619, 0.055913, 0.153282, 0.000251, -0.010856, -0.156784, 0.001255, 0.001498, 0.167773, -0.020961, -0.061, 0.039403, 0.011382, 0.039268, 0.159548, 0.007499, 0.023199, 0.157038, -0.045441, -0.092867, -0.142129, 0.077402, -0.043538, -0.018474, 0.013266, 0.041122, 0.127906, -0.016422, -0.104623, 0.017508, -0.025683, -0.066579, 0.035818, 0.001698, -0.020489, -0.162053, -0.011128, -0.017775, -0.160523, -0.006891, -0.029794, -0.189091, -0.011464, -0.09967, 0.00577, -0.008988, -0.032725, -0.148743, -0.017522, -0.038056, 0.041278, -0.027528, -0.06177, -0.15958, -0.011782, -0.03352, -0.170526, 0.013829, 0.038753, 0.164519, 0.008383, 0.032261, -0.038217, 0.017087, 0.047881, 0.136951, 0.025436, 0.075825, -0.028797, 0.004271, 0.015404, 0.184739, 0.014774, 0.040932, 0.178195, -0.006837, -0.02489, -0.160672, -0.024519, -0.054021, -0.14634, 0.089405, 0.049668, -0.085079, 0.001312, 0.041136, -0.161999, -0.00354, -0.018252, -0.166058, -0.010737, -0.028918, -0.184837, -0.007664, -0.044724, -0.14195, -0.016172, -0.044019, -0.15578, 0.00242, 0.004227, 0.174091, -0.00879, -0.025768, -0.146638, 0.019433, 0.036103, 0.136544, -0.037026, -0.091089, 0.013041, 0.02487, 0.032791, 0.149808, 0.024788, 0.058445, 0.157823, -0.0118, -0.032743, -0.146553, 0.018646, 0.04651, 0.151354, 0.007953, 0.029047, 0.148878, 0.04593, 0.09291, 0.170289, 0.02587, 0.044783, 0.131809, 0.055097, 0.08587, 0.074462, 0.018437, 0.063864, -0.034289, 0.007255, 0.102866, 0.004461, 0.031229, 0.075104, 0.143735, -0.007443, -0.026819, -0.169989, 0.031657, 0.085624, 0.171171, 0.034332, 0.072452, 0.143591, -0.022623, -0.051715, -0.164256, -0.000134, 0.003813, 0.206309, -0.022794, -0.073994, 0.046552, -0.009422, -0.059558, -0.095617, -0.003869, -0.011155, -0.156675, 0.014311, 0.041231, 0.168426, 0.009996, 0.037718, 0.153409, -0.020209, -0.056, -0.150462, 0.012228, 0.042826, 0.178409, -0.020366, -0.051872, -0.163175, 0.014135, 0.034438, 0.167991, -0.0287, -0.074488, -0.146725, -0.008688, -0.030782, -0.175097, 0.000446, 0.018624, 0.178627, -0.00141, -0.006396, -0.173652, 0.03555, 0.101545, 0.098198, 0.002314, 0.002588, 0.110029, -0.011226, -0.09624, -0.066134, 0.022892, 0.051905, 0.139488, -0.001359, -0.007549, -0.155548, -0.035936, -0.060444, -0.201161, 0.010299, 0.020596, 0.13504, -0.011125, -0.097705, 0.008207, -0.021338, -0.091561, 0.009959, -0.022734, -0.063716, 0.044479, -0.031995, -0.06855, -0.164976, 0.011405, 0.029195, 0.154549, -0.000776, -0.010524, -0.17336, -0.018177, -0.043211, -0.170344, -0.02554, -0.060922, -0.156105, -0.008606, -0.057633, -0.138864, 0.046384, 0.076376, 0.149942, -0.026122, -0.050511, -0.150907, 0.02768, 0.075339, 0.095202, -0.032535, -0.079205, 0.031836, -0.04461, -0.098293, -0.113971, 0.040113, 0.071358, -0.055183, 0.026515, 0.081491, -0.046389, -0.005457, -0.022837, -0.142132, -0.029314, -0.06706, -0.131015, 0.001263, 0.014921, 0.1457, -0.014573, -0.110145, 0.011103, -0.005726, -0.026421, -0.16165, -0.011236, -0.031319, -0.196377, -0.013412, -0.040602, -0.168999, -0.002975, -0.004799, 0.155731, -0.012531, -0.032899, -0.189198, 0.013242, 0.034502, 0.173176, -0.004779, -0.014102, -0.149331, -0.023954, -0.050659, -0.162152, -0.03726, -0.071621, -0.161122, -0.017139, -0.039328, -0.122988, -0.020166, -0.045935, -0.163077, 0.020261, 0.045261, 0.176296, -0.011716, -0.032751, -0.17399, -0.001139, -0.008521, -0.130892, -0.002561, 0.037319, 0.265414, -0.007899, -0.019328, -0.144191, 0.000191, 0.004695, -0.158047, 0.018407, 0.098626, -0.017606, 0.033425, 0.066865, -0.056891, 0.020063, 0.048691, 0.161388, 0.000118, 0.003367, -0.219058, 0.010358, 0.028627, 0.164722, 0.031346, 0.063213, 0.147806, -0.034822, -0.082721, 0.042173, -0.007896, -0.05763, -0.168053, 0.000248, 0.00372, 0.167273, 0.01481, 0.041931, -0.039736, -0.015919, -0.035568, -0.169791, 0.005764, 0.013114, 0.185694, -0.006012, -0.011995, -0.168265, 0.018028, 0.052757, -0.041409, 0.034222, 0.048743, 0.172825, 0.007033, 0.020688, 0.155852, -0.026103, -0.053723, -0.138725, 0.023172, 0.058305, 0.138523, 0.015337, 0.053591, 0.153623, -0.005334, -0.099163, 0.011207, 0.000428, 0.005187, 0.180346, -0.008939, -0.026902, -0.17398, 0.027592, 0.070165, 0.15425, -0.003965, 0.128897, -0.012289, -0.009786, -0.041262, -0.125642, -0.011258, -0.037561, -0.163181, 0.004597, 0.000547, -0.150686, 0.024519, 0.029652, 0.154562, 0.000029, -0.016962, -0.172923, 0.008548, 0.017708, 0.139167, -0.002722, -0.006334, 0.162957, -0.021257, -0.048473, -0.163719, 0.000798, 0.002956, 0.156352, 0.014195, 0.048487, -0.046374, -0.019214, -0.049285, -0.162977, -0.009657, -0.087475, 0.031786, -0.033055, -0.092226, -0.111541, 0.015379, 0.048381, 0.139011, 0.022062, 0.056235, 0.170423, -0.001421, -0.003026, 0.188247, -0.015906, -0.029494, -0.17166, 0.000568, -0.026807, -0.180465, 0.019879, 0.037508, 0.161447, 0.118788, -0.033941, 0.069305, 0.008387, 0.037625, 0.166292, -0.004617, -0.007901, -0.18747, 0.005227, 0.01616, 0.160222, 0.021494, 0.060092, 0.087831, -0.001943, -0.00324, 0.140898, -0.022252, -0.050933, -0.147932, 0.050428, 0.091355, -0.074422, -0.01334, -0.042478, 0.044025, 0.000284, 0.017028, 0.159337, -0.007869, -0.033993, -0.148951, 0.032105, 0.062993, -0.056287, 0.015451, 0.037204, 0.151442, -0.007632, -0.0329, -0.175489, -0.022062, -0.058314, -0.154816, 0.000654, 0.011644, 0.157131, -0.006551, -0.022773, -0.168323, 0.032249, 0.050388, 0.17109, -0.000057, 0.006301, 0.159602, -0.020652, -0.056433, 0.056659, 0.013427, 0.03556, -0.040906, -0.021557, -0.048521, -0.147689, -0.002036, -0.001657, -0.156597, 0.009122, 0.035054, 0.163122, 0.00469, -0.121034, 0.054692, 0.035949, 0.088475, 0.150686, 0.006173, 0.02241, 0.176197, 0.011193, 0.027405, 0.156917, 0.000244, -0.000647, 0.148814, -0.00606, -0.014056, -0.16709, 0.038508, 0.075742, 0.130491, 0.022784, 0.057833, 0.172611, 0.008327, 0.020335, 0.196195, -0.004635, -0.006103, -0.139554, 0.000837, 0.000967, 0.170978, -0.016791, -0.081516, 0.022582, -0.019574, -0.062208, 0.034257, 0.002742, 0.008652, 0.140349, 0.020845, 0.060241, 0.142816, 0.047357, 0.051885, -0.076433, 0.011865, 0.035691, -0.04277, -0.006826, -0.029188, -0.180163, -0.015417, -0.036885, 0.036617, 0.002583, 0.015657, 0.194833, -0.019679, -0.037801, -0.142113, -0.025188, -0.062789, -0.140074, -0.02492, -0.063933, 0.040461, -0.026845, -0.057709, 0.052164, 0.02952, 0.148656, 0.031535, -0.0005, 0.007098, -0.168362, 0.035563, 0.067475, 0.132375, -0.000364, -0.10119, 0.013412, 0.001787, 0.017755, 0.163891, 0.037669, 0.102507, 0.063198, 0.000036, 0.006222, 0.177555, -0.008599, -0.028834, -0.174319, -0.025297, -0.059541, -0.154122, -0.000939, -0.000744, -0.171913, -0.011619, -0.031485, -0.178901, 0.003463, -0.000063, 0.193014, -0.017698, -0.051302, -0.165529, 0.029227, 0.065306, 0.132335, 0.003433, 0.020766, 0.175542, 0.018808, 0.052093, -0.057605, -0.052128, -0.122086, 0.046017, -0.008623, -0.024188, -0.172851, 0.012209, 0.029058, 0.174041, 0.005335, 0.027708, 0.168517, -0.000617, 0.00171, 0.185611, -0.00634, -0.020044, -0.184218, -0.008566, -0.015935, -0.163733, 0.002273, 0.003188, -0.143757, -0.009755, -0.118205, 0.005473, -0.000201, -0.028416, -0.177553, -0.007944, -0.022065, -0.20271, 0.009664, 0.025198, -0.028341, -0.008259, -0.029308, -0.173961, 0.001397, 0.120431, -0.011247, 0.024896, 0.061021, -0.05074, 0.00317, 0.028185, 0.172712, -0.020974, -0.046301, 0.045372, 0.0136, 0.030342, 0.207927, 0.020432, 0.131375, -0.058251, -0.017342, -0.04256, -0.139985, -0.020098, -0.046518, -0.169095, -0.081236, -0.126696, -0.042662, -0.01171, -0.049843, -0.170155, 0.030693, 0.056348, 0.17234, 0.019841, 0.058987, 0.123839, -0.008489, -0.016382, -0.213201, -0.006597, -0.015642, -0.155133, -0.014687, -0.038217, -0.141287, -0.022344, -0.063692, -0.109693, -0.024152, -0.055536, -0.154362, -0.014507, -0.056257, 0.052027, -0.014804, -0.034444, 0.040888, -0.005943, -0.033987, -0.17125, -0.01652, -0.051289, -0.145774, -0.021074, -0.057748, 0.036018, -0.018268, -0.052178, -0.148367, 0.022728, 0.064902, 0.158787, 0.005732, 0.018239, 0.15559, 0.003469, 0.00398, 0.145579, 0.002492, -0.125808, 0.010273, 0.005134, 0.012598, 0.20253, -0.022184, -0.089401, -0.159622, -0.002539, 0.009269, 0.16661, 0.022309, 0.034191, 0.151126, 0.02095, 0.065114, 0.148382, 0.002236, -0.126338, 0.010508, 0.010822, 0.12428, -0.016356, 0.008344, 0.025423, 0.170914, -0.005034, -0.016107, -0.137336, -0.015277, -0.035028, -0.17133, -0.011581, -0.037485, -0.160116, -0.028148, -0.056979, -0.16496, 0.041462, 0.082625, 0.146068, 0.013365, 0.04059, 0.160787, -0.012223, -0.09369, -0.025592, -0.000537, 0.014192, 0.164776, -0.031467, -0.063895, -0.172178, 0.000262, 0.005711, -0.178116, 0.003842, 0.017673, 0.168261, 0.019992, 0.052945, -0.057207, -0.012495, -0.034846, -0.159367, 0.007907, 0.08903, -0.043733, -0.028901, -0.102051, -0.00127, 0.002895, 0.011609, 0.182711, 0.000163, 0.000283, -0.063322, -0.010419, -0.023302, -0.183956, -0.012502, -0.02575, -0.194662, -0.016207, -0.048759, -0.157958, -0.022876, -0.050404, -0.147399, 0.043084, 0.133273, -0.011229, -0.015104, -0.043181, -0.150548, 0.038992, 0.086519, 0.11082, -0.000316, 0.008396, 0.154487, 0.022452, 0.090461, -0.016726, -0.016608, -0.026141, -0.173637, -0.00046, 0.001748, -0.182145, 0.004878, 0.016512, 0.165437, 0.010117, 0.029193, 0.150338, -0.01854, -0.085392, 0.015462, -0.006812, -0.01741, -0.157985, -0.033125, -0.078733, -0.113145, -0.017264, -0.038256, -0.153265, 0.054244, 0.095919, 0.109634, -0.013265, -0.045659, -0.171272, 0.015245, 0.035995, 0.176073, -0.01796, -0.041386, -0.173401, 0.008498, 0.086149, -0.015183, -0.016168, -0.030444, -0.17605, 0.018009, 0.046963, 0.162395, 0.002077, 0.008215, -0.182889, 0.00609, 0.034361, 0.164134, -0.000558, -0.000492, 0.125058, -0.00339, -0.022431, -0.164642, -0.011583, -0.037179, -0.14788, 0.010251, 0.030627, 0.156074, 0.021109, 0.064263, 0.131905, -0.027894, -0.073217, -0.14809, -0.007658, -0.075154, 0.023511, 0.025431, 0.044424, 0.146073, 0.00045, -0.115948, 0.004686, 0.008926, 0.077781, -0.037812, -0.008582, -0.027342, -0.168456, 0.01836, 0.05486, -0.047237, 0.000356, -0.009584, -0.163352, 0.022546, 0.056064, 0.160974, -0.047656, -0.081099, -0.148358, -0.01133, -0.044907, -0.182458, -0.017969, -0.037919, -0.203257, -0.014725, -0.042619, 0.044948, -0.000177, -0.010968, -0.123793, -0.004219, -0.006188, -0.184835, 0.02576, 0.050386, 0.137673, -0.016615, -0.036812, -0.164246, 0.007755, 0.029378, 0.189324, 0.059058, 0.106606, 0.073323, -0.000941, -0.016894, -0.160323, -0.02545, -0.056287, -0.173661, 0.009557, 0.038846, 0.153923, 0.030871, 0.055594, 0.153002, 0.005719, 0.013829, 0.169404, -0.016111, -0.047675, -0.170207, 0.070741, -0.111887, 0.001651, -0.013846, -0.095541, 0.005213, 0.006841, 0.025093, 0.166899, 0.0349, 0.072166, 0.146139, -0.010635, -0.040445, -0.148655, -0.008764, -0.030807, -0.141133, 0.031991, 0.04846, 0.167536, 0.018913, 0.046166, 0.153249, 0.011557, 0.02769, 0.147247, -0.042003, -0.117828, -0.014291, 0.046594, 0.091862, 0.161828, 0.003587, 0.021375, 0.170352, -0.026158, -0.053538, -0.167995, -0.013407, -0.040067, -0.188809, -0.014251, -0.035716, -0.194873, 0.020536, 0.045914, 0.173642, 0.005159, 0.02072, 0.181472, -0.000717, -0.002755, -0.137219, -0.041807, -0.088612, -0.123806, -0.01458, -0.04331, 0.040996, 0.002073, -0.006127, 0.163747, -0.013838, -0.097689, 0.009343, 0.02927, 0.045703, 0.167277, 0.033301, 0.091728, -0.060901, -0.015328, -0.064514, 0.039073, -0.003549, -0.027005, -0.160308, 0.019531, 0.045602, 0.154065, 0.02487, 0.051924, 0.166766, 0.027201, 0.053842, 0.156527, -0.000988, 0.003183, -0.183073, 0.005549, 0.008689, -0.18812, -0.022616, -0.05214, -0.145447, -0.030079, -0.014534, 0.126526, -0.018172, -0.045031, -0.145237, 0.022446, 0.065997, 0.135562, -0.017377, -0.04555, -0.148482, -0.016983, -0.043449, -0.172791, 0.011628, 0.034627, 0.174776, -0.010963, -0.029523, -0.172919, -0.005824, -0.028107, -0.163873, -0.010999, -0.03771, -0.150805, 0.016733, 0.044601, 0.167711, 0.00664, 0.040945, 0.1775, 0.008695, 0.030071, 0.149748, -0.000418, -0.007511, -0.180181, 0.031626, 0.073007, 0.148901, 0.018749, 0.045883, 0.173658, 0.004894, 0.016686, 0.165123, 0.005145, 0.005677, 0.176776, 0.035695, 0.069205, -0.060283, -0.035015, -0.059712, -0.132472, 0.02748, 0.066177, -0.042188, -0.028033, -0.059626, -0.164941, -0.008228, -0.101779, 0.003132, 0.031813, 0.097008, 0.017144, 0.039452, 0.076941, 0.131988, -0.001607, 0.00049, 0.14751, 0.009015, 0.033413, 0.18194, 0.004689, 0.03595, 0.1698, 0.007523, 0.012612, 0.166863, 0.001364, 0.016736, 0.167146, -0.017403, -0.047005, -0.144795, 0.017593, 0.048398, 0.171352, -0.030837, -0.061183, -0.156153, 0.010965, 0.029476, 0.150905, -0.003534, 0.003809, -0.171487, -0.017999, -0.03572, -0.172361, 0.024651, 0.067999, 0.14267, 0.000306, 0.010023, 0.199025, -0.034337, -0.066087, -0.135351, 0.016394, 0.036109, 0.173867, -0.028413, -0.061815, 0.051197, 0.012734, 0.033257, 0.164369, -0.032083, -0.065942, 0.051451, -0.017496, -0.079967, 0.033701, -0.049166, -0.086749, 0.082817, 0.008156, 0.033331, 0.188489, 0.004553, 0.015341, 0.146943, 0.017321, 0.06002, 0.140139, 0.022033, 0.054012, 0.163921, -0.011121, -0.02354, -0.15382, 0.003725, 0.006098, 0.136876, -0.022575, -0.061557, -0.173522, 0.008517, 0.009195, 0.169987, -0.011762, -0.028778, -0.156886, -0.015569, -0.04176, -0.171544, -0.001521, 0.008758, 0.174789, 0.00906, 0.030074, 0.150447, -0.031889, -0.065739, -0.139738, -0.014661, -0.046387, -0.155369, 0.021882, 0.094798, -0.03615, -0.0031, -0.003026, -0.13291, 0.024278, 0.085998, 0.119123, 0.014849, 0.021658, 0.154484, 0.00645, 0.02972, 0.163181, -0.018031, -0.058219, -0.15709, -0.012649, -0.067822, 0.053063, 0.020527, 0.062354, -0.031866, 0.032962, 0.074891, 0.18175, -0.078897, -0.080811, 0.04823, 0.034333, 0.067918, -0.059828, 0.015436, 0.074518, 0.100447, 0.008981, 0.038591, 0.180086, 0.001853, -0.011001, -0.126909, 0.006682, 0.026446, 0.191078, -0.001125, 0.002197, 0.155475, 0.020196, 0.052075, 0.15402, 0.018871, 0.048576, 0.168861, -0.02748, -0.055619, 0.051889, -0.013691, -0.037361, -0.170028, 0.017814, 0.043417, 0.196428, 0.00981, 0.031898, 0.156861, -0.016485, -0.051789, -0.133645, -0.033789, -0.058024, -0.156423, -0.017455, -0.068465, 0.077395, 0.014594, 0.03142, 0.169828, -0.045854, 0.051625, 0.006984, -0.019253, -0.056157, -0.175232, 0.004462, 0.016733, 0.166512, -0.000723, -0.001291, 0.157765, 0.007711, 0.026849, 0.163759, -0.010419, -0.033411, -0.185643, 0.016946, 0.058039, 0.147172, -0.002101, -0.00919, -0.194337, -0.014, -0.03714, -0.161703, -0.017691, -0.037513, -0.155723, 0.017168, 0.04537, 0.140839, -0.027313, -0.062429, -0.158142, 0.004686, 0.018968, 0.161734, 0.010025, 0.032536, 0.159079, -0.008948, -0.036637, -0.191363, 0.000049, -0.002256, -0.164795, 0.005211, 0.006443, -0.183544, -0.041912, -0.081044, -0.141834, 0.00907, 0.028423, 0.163695, -0.013945, -0.127104, 0.008711, 0.008417, 0.025972, 0.174814, 0.000999, 0.015462, 0.170535, -0.012769, -0.035505, -0.164795, 0.046702, 0.087182, 0.011907, 0.001215, -0.004188, -0.173336, 0.002332, 0.002882, 0.155664, -0.004474, -0.004965, 0.203523, -0.041409, -0.093643, -0.124792, 0.04442, -0.103409, 0.013966, 0.013516, 0.068213, -0.019608, -0.013649, -0.032742, -0.174806, 0.005841, 0.019081, 0.164347, -0.010758, -0.027039, -0.128397, 0.014787, 0.049621, 0.138943, 0.017295, 0.085537, 0.12271, -0.026673, -0.060674, -0.148477, -0.00062, 0.028811, 0.170541, -0.002044, -0.003286, 0.157054, -0.001392, -0.005231, -0.122451, -0.011522, -0.114649, 0.016464, 0.005456, 0.004832, 0.140492, -0.034968, -0.071031, -0.163671, 0.016263, 0.037, 0.173854, -0.021992, -0.04282, -0.159904, -0.014885, -0.031955, -0.173098, -0.021055, -0.110571, -0.036764, 0.001653, -0.003125, -0.158994, 0.012167, 0.028207, 0.161322, -0.013403, -0.034374, -0.169574, 0.013534, 0.049568, -0.052058, -0.013592, -0.041942, -0.177693, -0.00727, -0.101049, -0.001643, -0.014396, -0.034508, -0.175711, -0.012586, -0.039613, -0.154553, 0.013136, 0.097813, -0.017366, 0.017561, 0.043731, 0.156797, 0.006655, 0.108856, -0.007402, -0.02081, -0.064796, -0.162023, -0.008518, 0.120197, -0.074234, -0.015529, -0.051725, -0.158561, 0.023213, 0.052068, 0.156215, -0.021257, -0.050479, -0.148703, -0.025792, -0.088625, 0.026704, -0.029166, -0.059854, -0.119741, 0.015171, 0.03019, 0.185339, -0.00431, -0.003974, 0.158247, 0.025284, 0.041051, 0.164399, 0.00027, -0.006381, -0.169259, 0.007436, 0.019116, 0.183391, 0.044206, 0.095144, -0.077315, 0.021027, 0.060556, 0.161841, 0.025991, 0.044494, 0.187895, 0.000362, -0.001363, 0.165416, 0.001893, 0.022765, 0.17426, -0.011691, -0.051608, -0.200544, -0.007585, -0.02542, -0.166301, 0.033495, 0.065906, -0.057543, 0.021976, 0.081224, -0.106255, -0.013259, -0.057589, 0.047521, -0.003118, 0.01204, 0.158525, 0.013726, 0.028052, 0.179199, 0.003587, 0.006853, -0.147993, -0.046079, -0.079093, 0.079601, -0.0111, -0.037914, -0.166405, 0.000295, -0.011432, -0.153536, -0.072593, -0.102542, 0.082492, -0.029056, -0.065123, -0.167397, 0.041844, 0.042189, -0.048533, -0.012883, -0.046095, -0.151038, -0.006739, -0.034517, -0.173674, 0.022099, 0.062265, 0.149259, 0.029447, 0.06121, -0.055909, 0.000807, 0.020276, 0.187685, 0.000166, -0.000876, 0.19436, -0.016416, -0.044074, -0.182112, 0.000269, -0.003269, -0.172234 ]
 }
, "name": "LlmExporter::FusedLinearAttention_1200", "outputIndexes": 
[ 733 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 710, 732, 732, 733 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.11/self_attn/FusedLinearAttention", "outputIndexes": 
[ 734 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 721, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 735 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 729, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.11/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 736 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 735, 736, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.11/self_attn/Concat_1_output_0", "outputIndexes": 
[ 737 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 734, 737 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.11/self_attn/Reshape_output_0", "outputIndexes": 
[ 738 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 738 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1275 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1275 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1276 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1276 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 125695360, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.11/self_attn/out_proj/Linear", "outputIndexes": 
[ 1277 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1277 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1278 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1278 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.11/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 739 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 707, 739 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/Add_output_0", "outputIndexes": 
[ 740 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 740 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 126350742, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.11/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 741 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 741 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1279 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1279 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1280 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1280 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 126358934, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.11/mlp/w1/Linear", "outputIndexes": 
[ 1281 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1281 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1282 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1282 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 742 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 742 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.11/mlp/Mul_output_0", "outputIndexes": 
[ 743 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1280 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 129308076, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.11/mlp/w3/Linear", "outputIndexes": 
[ 1285 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1285 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1286 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1286 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 744 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 743, 744 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/mlp/Mul_1_output_0", "outputIndexes": 
[ 745 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 745 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1287 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1287 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.11/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1288 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1288 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 132257218, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.11/mlp/w2/Linear", "outputIndexes": 
[ 1289 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1289 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.11/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1290 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1290 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.11/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 746 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 740, 746 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.11/Add_1_output_0", "outputIndexes": 
[ 747 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 747, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/Reshape_output_0", "outputIndexes": 
[ 748 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 748 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 135206360, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.12/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 749 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 749 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1291 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1291 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1292 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1292 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 135214552, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.12/self_attn/q_proj/Linear", "outputIndexes": 
[ 1293 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1293 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1294 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1294 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 750 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 749 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_output_0", "outputIndexes": 
[ 751 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 751 ]
, "main_type": "NONE", "name": "Shape1252", "outputIndexes": 
[ 752 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 751 ]
, "main_type": "NONE", "name": "Rank1254", "outputIndexes": 
[ 753 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 753, 753 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1256", "outputIndexes": 
[ 754 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 754 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1257", "outputIndexes": 
[ 755 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 754, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1259", "outputIndexes": 
[ 756 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 756 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1260", "outputIndexes": 
[ 757 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 752, 755, 757, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1263", "outputIndexes": 
[ 758 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 758 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1264", "outputIndexes": 
[ 759 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 759, 759 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1266", "outputIndexes": 
[ 760 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 751, 760, 754 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_output_0", "outputIndexes": 
[ 761 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 761, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 762 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 754 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1274", "outputIndexes": 
[ 763 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 756 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1277", "outputIndexes": 
[ 764 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 752, 763, 764, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1280", "outputIndexes": 
[ 765 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 765 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1281", "outputIndexes": 
[ 766 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 766 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1282", "outputIndexes": 
[ 767 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 767, 766 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1283", "outputIndexes": 
[ 768 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 751, 768, 754 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_1_output_0", "outputIndexes": 
[ 769 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 769, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 770 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 762, 770, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_output_0", "outputIndexes": 
[ 771 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 750, 771 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_output_0", "outputIndexes": 
[ 772 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 772 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 135869934, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.12/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 774 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 774, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_output_0", "outputIndexes": 
[ 775 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 774 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_2_output_0", "outputIndexes": 
[ 776 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 776 ]
, "main_type": "NONE", "name": "Shape1298", "outputIndexes": 
[ 777 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 776 ]
, "main_type": "NONE", "name": "Rank1300", "outputIndexes": 
[ 778 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 778, 778 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1302", "outputIndexes": 
[ 779 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 779 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1303", "outputIndexes": 
[ 780 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 779, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1305", "outputIndexes": 
[ 781 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 781 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1306", "outputIndexes": 
[ 782 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 777, 780, 782, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1309", "outputIndexes": 
[ 783 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 783 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1310", "outputIndexes": 
[ 784 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 784 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1311", "outputIndexes": 
[ 785 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 785, 784 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1312", "outputIndexes": 
[ 786 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 776, 786, 779 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_2_output_0", "outputIndexes": 
[ 787 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 787, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Div_output_0", "outputIndexes": 
[ 788 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 788, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 789 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 774, 789, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_1_output_0", "outputIndexes": 
[ 790 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 790 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.12/self_attn/Neg_output_0", "outputIndexes": 
[ 791 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 788, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 792 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 774, 21, 792, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_output_0", "outputIndexes": 
[ 793 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 791, 793 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.12/self_attn/Concat_3_output_0", "outputIndexes": 
[ 794 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 794, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_1_output_0", "outputIndexes": 
[ 795 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 775, 795 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Add_output_0", "outputIndexes": 
[ 796 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1292 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 135870446, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.12/self_attn/k_proj/Linear", "outputIndexes": 
[ 1297 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1297 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1298 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1298 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 797 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 761, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 798 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 769, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 799 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 798, 799, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_1_output_0", "outputIndexes": 
[ 800 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 797, 800 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 801 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 801 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 136198148, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.12/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 803 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 803, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_2_output_0", "outputIndexes": 
[ 804 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 803 ]
, "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_3_output_0", "outputIndexes": 
[ 805 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 805 ]
, "main_type": "NONE", "name": "Shape1340", "outputIndexes": 
[ 806 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 805 ]
, "main_type": "NONE", "name": "Rank1342", "outputIndexes": 
[ 807 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 807, 807 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1344", "outputIndexes": 
[ 808 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1345", "outputIndexes": 
[ 809 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 808, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1347", "outputIndexes": 
[ 810 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 810 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1348", "outputIndexes": 
[ 811 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 806, 809, 811, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1351", "outputIndexes": 
[ 812 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 812 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1352", "outputIndexes": 
[ 813 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 813 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1353", "outputIndexes": 
[ 814 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 814, 813 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1354", "outputIndexes": 
[ 815 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 805, 815, 808 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.12/self_attn/Gather_3_output_0", "outputIndexes": 
[ 816 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 816, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Div_1_output_0", "outputIndexes": 
[ 817 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 817, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 818 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 803, 818, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_3_output_0", "outputIndexes": 
[ 819 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 819 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.12/self_attn/Neg_1_output_0", "outputIndexes": 
[ 820 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 817, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 821 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 803, 21, 821, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.12/self_attn/Slice_2_output_0", "outputIndexes": 
[ 822 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 820, 822 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.12/self_attn/Concat_4_output_0", "outputIndexes": 
[ 823 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 823, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Mul_3_output_0", "outputIndexes": 
[ 824 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 804, 824 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/self_attn/Add_1_output_0", "outputIndexes": 
[ 825 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1292 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 136198660, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.12/self_attn/v_proj/Linear", "outputIndexes": 
[ 1301 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1301 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1302 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1302 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 826 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 761, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 827 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 769, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.12/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 828 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 827, 828, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.12/self_attn/Concat_2_output_0", "outputIndexes": 
[ 829 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 826, 829 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.12/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 830 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 796, 825, 830, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.12/self_attn/FusedAttention", "outputIndexes": 
[ 831 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 831 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1303 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1303 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1304 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1304 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 136526362, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.12/self_attn/o_proj/Linear", "outputIndexes": 
[ 1305 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1305 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1306 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1306 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 832 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 748, 832 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/Add_output_0", "outputIndexes": 
[ 833 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 833 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 137181744, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.12/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 834 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 834 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1307 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1307 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1308 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1308 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 137189936, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.12/mlp/w1/Linear", "outputIndexes": 
[ 1309 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1309 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1310 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1310 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 835 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 835 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.12/mlp/Mul_output_0", "outputIndexes": 
[ 836 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1308 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 140139078, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.12/mlp/w3/Linear", "outputIndexes": 
[ 1313 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1313 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1314 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1314 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 837 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 836, 837 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/mlp/Mul_1_output_0", "outputIndexes": 
[ 838 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 838 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1315 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1315 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.12/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1316 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1316 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 143088220, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.12/mlp/w2/Linear", "outputIndexes": 
[ 1317 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1317 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.12/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1318 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1318 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.12/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 839 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 833, 839 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.12/Add_1_output_0", "outputIndexes": 
[ 840 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 840, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/Reshape_output_0", "outputIndexes": 
[ 841 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 841 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 146037362, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.13/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 842 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 842 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1319 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1319 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1320 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1320 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 146045554, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.13/self_attn/in_proj/Linear", "outputIndexes": 
[ 1321 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1321 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1322 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1322 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 843 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 843 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.13/self_attn/Transpose_output_0", "outputIndexes": 
[ 844 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 842 ]
, "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_output_0", "outputIndexes": 
[ 845 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 845 ]
, "main_type": "NONE", "name": "Shape1401", "outputIndexes": 
[ 846 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 845 ]
, "main_type": "NONE", "name": "Rank1403", "outputIndexes": 
[ 847 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 847, 847 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1405", "outputIndexes": 
[ 848 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 848 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1406", "outputIndexes": 
[ 849 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 848, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1408", "outputIndexes": 
[ 850 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 850 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1409", "outputIndexes": 
[ 851 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 846, 849, 851, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1412", "outputIndexes": 
[ 852 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 852 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1413", "outputIndexes": 
[ 853 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 853, 853 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1415", "outputIndexes": 
[ 854 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 845, 854, 848 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_output_0", "outputIndexes": 
[ 855 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 855, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 856 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 848 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1423", "outputIndexes": 
[ 857 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 850 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1426", "outputIndexes": 
[ 858 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 846, 857, 858, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1429", "outputIndexes": 
[ 859 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 859 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1430", "outputIndexes": 
[ 860 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 860 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1431", "outputIndexes": 
[ 861 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 861, 860 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1432", "outputIndexes": 
[ 862 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 845, 862, 848 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.13/self_attn/Gather_1_output_0", "outputIndexes": 
[ 863 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 863, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 864 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 856, 864, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.13/self_attn/Concat_output_0", "outputIndexes": 
[ 865 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 865, 32 ]
, "main_type": "NONE", "name": "/blocks.13/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 866 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ -0.005236, 0.002279, -0.229843, 0.002584, 0.008892, 0.160347, -0.03097, 0.099735, 0.150017, -0.000083, -0.011144, -0.19102, 0.002491, -0.007046, -0.18667, -0.007442, -0.016097, -0.184699, -0.003489, -0.025687, -0.190185, -0.00606, -0.006156, -0.144963, -0.017844, -0.034561, -0.110714, 0.002603, -0.00245, -0.192071, -0.001339, -0.016425, -0.195763, -0.002374, 0.001786, 0.163436, 0.000007, 0.001227, 0.179623, 0.002661, 0.000096, 0.227758, -0.024341, -0.063219, -0.097818, 0.015456, 0.037834, 0.133236, 0.000624, -0.007571, -0.173325, -0.003378, -0.006579, 0.163323, 0.007853, 0.013325, 0.132076, 0.000083, 0.007512, 0.148747, 0.004547, 0.004622, 0.208622, -0.023178, -0.059804, -0.153639, 0.00893, 0.027155, 0.129415, -0.001751, 0.0, 0.173634, 0.003904, 0.002429, -0.133797, -0.005454, -0.003987, -0.20026, -0.005727, -0.023706, -0.185242, 0.004566, -0.011655, -0.171928, 0.000126, 0.009401, 0.190317, 0.010975, 0.099945, -0.001188, 0.001439, -0.091287, -0.099779, -0.007295, -0.01884, -0.172135, -0.001627, -0.002444, -0.172628, -0.001195, -0.003409, -0.199895, 0.001933, 0.000147, -0.190622, 0.003247, 0.008302, 0.224128, 0.006351, 0.026505, 0.177332, -0.004096, -0.001296, 0.171133, 0.003986, 0.018284, 0.150386, -0.002967, -0.001082, -0.153435, 0.016245, 0.088685, -0.006305, -0.02561, -0.036131, -0.14516, 0.010688, 0.016916, 0.148831, -0.072387, -0.047947, 0.138856, -0.005265, -0.021701, -0.175887, 0.000527, -0.000299, -0.139074, -0.000143, -0.000482, 0.162504, -0.005256, -0.017036, -0.146977, -0.016782, -0.058778, -0.151071, 0.001044, 0.002115, 0.168056, 0.003259, 0.013854, 0.144298, -0.003677, -0.015436, -0.159296, 0.004845, 0.00085, -0.225231, 0.004782, -0.006754, -0.182404, -0.002028, -0.021869, -0.176075, 0.002389, 0.004157, 0.193422, 0.002605, 0.027705, 0.171715, -0.00432, -0.015665, -0.15081, -0.00094, 0.00429, 0.158591, 0.019263, 0.064543, 0.151742, -0.004044, -0.008251, -0.145047, 0.007096, 0.132961, -0.030565, 0.000795, -0.000804, -0.161765, 0.009908, 0.032189, 0.180805, -0.000597, -0.00803, -0.155672, 0.003472, 0.015666, 0.206545, -0.000442, 0.029076, 0.174419, 0.001694, 0.008569, 0.140271, 0.006357, 0.018442, 0.135655, 0.01011, 0.090982, 0.032169, -0.017188, -0.051107, -0.135509, 0.003594, 0.016196, 0.156017, -0.015688, -0.051994, -0.169012, 0.007031, 0.032418, 0.144242, -0.005299, -0.022116, -0.197022, -0.002742, -0.006905, -0.173677, -0.002604, -0.001427, -0.158039, -0.019516, -0.056119, -0.139822, -0.002573, 0.005122, 0.209637, -0.003192, 0.002361, 0.171223, -0.019594, -0.076151, 0.000327, 0.000253, 0.000283, 0.166973, -0.017735, -0.050138, 0.031832, 0.014275, 0.103764, 0.000542, 0.009675, 0.075067, 0.086542, 0.003912, 0.005372, 0.157102, -0.003946, -0.015014, -0.129319, 0.014011, 0.030031, 0.148881, -0.00511, -0.005364, -0.186254, 0.00117, 0.007016, 0.144945, 0.003299, 0.008427, 0.15857, -0.008257, -0.016713, -0.212461, 0.005868, 0.022032, 0.155174, -0.001902, -0.034048, -0.185937, 0.005285, 0.023701, 0.171621, -0.001688, -0.010689, -0.195434, 0.032891, 0.059625, 0.192055, -0.002509, 0.002232, 0.164879, -0.006445, -0.018106, -0.143486, 0.015308, 0.059999, 0.13354, 0.016999, 0.077191, 0.002202, -0.002845, 0.001098, 0.173706, -0.004369, -0.001548, -0.19578, -0.027826, -0.062134, -0.152804, -0.0117, -0.037938, -0.153479, -0.00277, 0.005329, -0.139455, 0.006206, 0.03035, 0.142577, -0.019895, -0.083715, 0.031932, -0.00169, -0.023099, -0.167383, -0.007211, -0.026233, -0.131555, 0.001184, -0.002649, 0.19327, 0.00193, 0.017668, 0.158264, 0.046938, 0.073687, 0.078554, 0.003291, -0.001718, 0.179845, -0.001432, -0.102796, -0.024188, -0.00664, -0.01706, -0.170599, 0.002356, -0.003535, -0.166452, 0.005093, 0.139496, 0.003311, 0.00046, -0.005298, -0.204353, -0.001248, -0.017642, -0.174046, -0.006787, -0.018429, -0.201674, 0.00286, -0.008103, 0.16708, -0.00097, -0.004181, -0.106633, -0.013163, -0.030499, -0.145657, -0.008129, -0.029348, -0.140509, -0.007359, -0.117171, -0.000895, -0.014631, -0.084689, 0.005479, 0.011622, 0.027714, 0.182632, 0.018019, 0.063244, 0.148724, 0.018576, 0.0891, 0.000954, 0.004689, 0.013144, 0.152463, -0.001554, 0.016784, 0.173936, 0.019412, 0.061656, 0.140251, -0.001546, 0.011342, 0.143898, 0.009854, 0.027366, 0.174099, 0.001165, 0.002899, -0.134119, -0.009565, -0.092112, 0.033977, -0.001891, -0.012276, -0.163591, -0.019522, -0.032807, -0.107207, 0.01023, 0.079695, 0.128585, -0.031487, -0.098326, -0.064514, -0.008488, -0.017537, -0.166503, -0.007626, -0.013102, -0.128184, -0.001107, -0.006994, -0.235616, -0.002537, -0.005145, -0.152385, 0.003964, 0.022031, 0.197037, 0.006973, 0.020948, 0.151737, -0.01516, -0.046169, -0.179328, -0.015776, -0.043218, -0.143482, -0.004898, -0.010096, -0.133394, -0.005687, -0.012108, -0.155564, 0.004104, 0.008727, 0.22329, 0.002964, 0.005601, -0.180606, -0.001495, 0.012636, 0.250259, -0.008401, -0.049004, -0.201343, -0.005995, -0.016157, -0.162972, -0.003641, -0.009721, -0.164401, 0.016478, 0.065954, 0.100748, 0.002164, -0.000043, -0.18162, 0.006271, 0.022401, 0.159929, -0.016404, -0.025248, -0.213197, -0.010205, -0.102779, 0.022611, 0.009416, 0.062599, 0.17605, 0.000008, 0.00149, -0.179571, -0.003531, -0.041142, -0.180184, -0.004503, -0.01489, -0.187062, -0.001099, 0.008645, 0.171499, -0.001886, -0.008144, 0.177218, 0.001954, -0.009043, -0.14075, 0.008736, 0.02275, 0.142471, 0.010029, 0.029841, 0.164486, -0.018009, -0.05148, -0.136808, 0.005775, 0.001953, 0.210628, 0.02197, 0.051248, 0.116208, 0.003688, 0.006458, -0.155524, 0.010784, 0.023043, 0.153676, 0.000851, -0.001202, 0.170201, 0.077699, 0.098625, -0.101793, 0.002968, 0.010944, 0.132795, 0.003511, 0.02562, 0.16832, 0.002499, 0.004378, 0.143514, 0.009388, 0.0718, 0.117913, 0.009862, 0.01523, 0.15284, 0.009096, 0.026198, 0.178166, 0.0092, 0.038441, -0.038802, 0.007904, 0.063654, 0.15612, 0.000274, 0.003148, 0.157056, -0.016747, -0.05633, -0.161828, -0.000341, -0.005584, -0.164004, -0.002814, -0.016404, -0.142755, 0.001606, 0.0087, 0.159106, 0.003884, 0.021453, 0.143232, -0.005506, -0.008476, -0.114694, 0.001415, -0.007429, -0.13401, -0.004392, -0.016584, -0.16282, -0.002327, 0.010565, 0.193236, -0.011996, -0.097099, 0.000732, 0.022277, 0.097087, -0.017878, -0.05218, -0.086647, -0.00048, -0.001045, -0.011779, -0.202201, 0.064534, 0.081776, 0.14012, 0.028949, 0.047634, 0.115425, -0.007537, -0.011009, -0.162532, 0.002938, 0.029004, 0.219124, 0.003192, -0.009419, -0.18426, 0.014851, 0.09787, 0.162646, -0.005297, 0.084658, 0.159658, 0.006462, 0.025162, 0.159328, -0.003219, -0.016542, -0.175905, 0.024881, 0.052461, 0.149293, -0.018057, -0.049254, -0.151268, -0.001073, 0.020179, 0.16555, -0.006186, -0.076381, -0.037998, -0.001894, 0.02669, -0.183124, -0.004097, -0.015906, -0.175798, 0.004339, 0.004528, 0.191347, 0.001886, 0.001515, 0.176938, 0.013945, 0.061535, 0.140334, -0.002486, -0.011159, -0.192229, 0.000551, 0.011131, 0.18098, 0.00216, 0.00042, 0.181309, 0.012967, 0.026294, 0.176177, 0.021416, 0.088625, -0.064971, -0.007761, -0.03456, -0.152915, 0.001844, 0.008049, 0.199231, 0.000578, 0.006872, 0.204072, 0.001515, 0.020088, 0.1577, -0.002146, -0.012107, -0.134039, -0.000216, 0.010986, 0.170454, 0.000441, -0.015082, -0.208611, 0.001578, 0.002545, -0.181916, -0.007459, -0.02389, -0.171184, 0.002256, -0.006193, -0.198333, 0.001709, 0.006806, 0.125661, -0.00167, -0.001375, 0.166057, -0.006091, -0.02409, -0.159618, 0.002532, 0.010792, 0.144166, 0.058217, 0.098761, -0.006676, -0.004219, 0.010555, 0.220261, -0.003274, -0.005037, -0.179372, 0.00036, 0.009046, 0.224545, 0.000964, -0.002655, -0.187675, 0.003077, 0.010892, 0.225451, -0.001089, 0.002477, 0.122134, -0.00017, -0.015954, -0.173813, -0.006916, -0.028154, -0.184582, 0.001841, -0.002492, -0.20824, 0.010117, 0.028114, 0.126939, -0.020666, -0.151175, -0.040564, 0.009092, 0.027502, -0.033693, -0.001597, -0.011443, -0.163233, 0.016909, 0.040413, 0.160313, -0.005001, -0.084681, 0.032755, -0.003946, 0.00204, 0.184145, -0.014297, -0.045464, -0.157383, 0.032975, 0.083895, -0.034847, -0.015909, -0.076753, -0.130408, 0.01156, 0.090298, -0.035385, -0.002774, 0.022883, 0.186444, 0.024803, 0.049678, 0.157602, 0.001988, 0.006231, 0.161774, 0.005052, 0.006635, 0.16046, 0.001692, 0.00635, 0.129318, 0.021738, -0.076364, -0.133975, -0.014118, -0.036073, -0.185291, -0.005425, -0.012598, -0.159479, 0.000631, -0.004549, -0.141321, -0.00233, 0.000588, 0.216135, 0.005321, 0.022519, 0.211556, -0.012063, -0.039083, -0.169264, -0.008552, -0.023815, -0.200427, -0.002067, -0.024474, -0.174868, -0.004803, -0.038198, -0.180945, -0.008423, -0.030953, -0.141701, 0.00838, 0.01927, 0.202961, 0.030463, 0.114476, 0.198335, 0.002453, -0.008934, -0.190041, 0.003254, 0.006736, -0.175218, 0.013117, 0.099314, -0.006915, -0.04513, -0.096873, 0.004903, 0.004962, 0.012625, 0.164979, 0.000464, 0.00315, 0.162697, -0.016573, -0.03894, -0.182765, -0.003217, -0.009044, -0.129134, -0.001767, -0.011686, -0.173724, 0.017651, 0.035181, 0.111087, 0.011618, 0.0328, 0.169369, 0.00029, 0.004584, 0.125065, 0.005126, -0.002169, -0.216855, 0.007131, 0.012174, -0.197864, 0.002547, 0.000572, -0.164428, 0.000661, 0.013135, 0.194299, 0.009234, 0.067732, -0.017467, -0.002324, 0.00736, 0.209871, 0.010794, 0.032845, 0.177643, 0.003542, 0.000448, -0.157493, -0.000396, 0.004064, 0.167619, 0.000467, -0.028111, -0.170556, -0.003138, 0.005012, 0.173927, 0.003484, -0.00391, -0.163613, 0.027428, 0.051491, 0.146924, -0.000323, -0.001628, 0.160917, -0.001628, -0.00923, -0.1652, -0.003678, -0.017453, -0.189208, 0.009813, 0.038473, 0.154209, -0.003742, -0.00513, -0.132002, -0.000987, -0.004966, -0.134641, -0.036121, -0.079803, -0.178581, -0.009397, -0.021711, -0.182416, 0.000628, -0.006964, -0.192884, 0.02703, 0.085042, 0.053563, -0.002599, 0.001669, 0.179294, 0.028289, 0.086699, 0.0755, 0.006264, 0.024476, 0.185123, 0.006287, 0.024021, 0.177035, 0.003541, 0.006453, 0.120249, 0.0017, -0.009782, -0.187359, 0.000596, -0.016627, -0.174234, 0.003611, 0.012282, 0.150872, -0.012528, -0.03672, -0.155385, -0.004019, -0.013842, -0.146245, 0.005864, 0.015246, 0.179051, -0.002118, -0.007374, -0.197168, 0.001584, 0.009894, 0.184357, -0.003333, -0.016453, -0.181241, -0.00331, -0.00168, -0.147441, 0.004231, 0.011952, 0.236036, 0.004808, 0.029356, 0.179323, 0.00751, 0.014534, 0.143153, 0.007723, 0.024055, 0.175124, 0.000035, 0.002536, 0.154684, -0.028308, -0.076232, 0.01693, -0.003032, -0.007183, -0.123466, -0.003809, -0.007757, -0.108584, -0.001006, -0.00775, -0.17409, 0.007261, 0.036882, 0.141198, -0.023006, -0.119389, 0.013068, -0.004565, -0.010569, -0.144811, 0.018402, 0.075322, 0.179386, 0.000141, 0.009867, 0.194865, 0.000178, -0.000228, -0.213436, -0.006293, -0.007888, -0.224794, 0.002772, 0.007768, 0.158416, 0.000634, -0.018088, -0.216367, -0.002401, 0.007851, 0.150619, 0.000752, 0.007977, 0.180337, -0.004725, -0.001062, 0.163412, 0.014967, 0.052263, 0.170508, -0.001797, -0.014558, -0.171422, 0.011257, 0.0639, -0.049836, 0.009452, 0.088586, -0.027004, 0.00107, 0.009186, 0.20364, 0.011965, 0.04729, 0.155834, -0.008708, -0.030352, -0.131579, 0.016709, 0.024971, 0.177427, 0.001106, 0.003813, 0.179575, 0.005674, 0.014994, 0.123409, -0.008578, -0.031317, -0.168856, 0.022559, 0.065136, 0.139891, -0.001542, -0.001829, -0.181462, -0.015474, -0.084434, -0.000279, 0.005163, 0.017222, 0.182253, -0.008319, -0.037605, -0.147265, -0.00739, -0.044409, -0.156258, 0.000771, 0.009764, 0.139668, 0.000132, 0.007335, 0.161137, 0.019121, 0.067736, 0.142572, 0.003367, 0.014371, 0.18017, -0.024773, -0.074611, -0.134185, 0.00036, 0.00157, 0.179209, -0.007576, -0.03527, -0.184806, -0.000597, -0.001482, 0.062338, -0.005061, -0.01888, -0.170642, -0.013376, -0.032696, -0.15553, -0.030317, -0.05663, -0.190922, 0.001234, -0.008387, 0.173071, 0.003678, 0.000146, -0.165547, 0.010604, 0.032152, 0.140874, -0.012251, -0.018612, -0.187098, -0.004357, -0.025435, -0.184636, 0.006078, 0.019182, 0.121366, 0.005852, 0.026447, 0.145485, 0.01308, 0.040634, 0.140796, -0.014839, -0.081861, 0.001128, -0.008813, -0.023427, -0.152271, 0.000573, -0.012963, -0.167139, 0.002009, 0.011959, 0.158079, 0.021247, 0.031069, 0.189543, -0.005333, -0.01237, -0.152731, -0.000152, 0.003721, -0.140236, -0.003847, 0.017484, 0.188115, -0.006653, -0.015195, -0.214045, 0.000611, -0.001865, -0.198644, 0.023997, 0.061949, 0.152941, -0.004848, 0.011901, 0.180157, -0.001596, -0.002275, 0.155598, 0.006023, 0.045318, 0.091161, 0.00262, -0.000863, 0.226773, -0.006352, -0.040198, -0.085508, -0.020602, -0.08965, -0.016412, -0.000942, 0.00826, 0.106353, -0.011467, -0.067428, -0.105454, 0.000296, 0.00252, 0.133247, -0.008584, -0.022087, -0.172768, -0.011867, -0.087179, 0.05229, -0.002408, -0.005987, -0.170488, -0.006063, -0.053955, 0.164321, 0.000208, 0.006616, 0.213939, -0.029151, -0.119148, -0.00375, -0.013901, -0.091447, -0.045224, 0.006941, 0.027651, 0.179288, -0.001353, -0.018507, -0.154, -0.003648, -0.020158, -0.153635, 0.012505, 0.025098, 0.152824, -0.002183, -0.012974, -0.196921, -0.003234, -0.020971, 0.171741, 0.009702, 0.029767, 0.181001, 0.005681, 0.011431, 0.125881, -0.000933, 0.006148, 0.173481, -0.033908, -0.067977, -0.138114, 0.002658, 0.004207, 0.144198, -0.00603, -0.014538, -0.149267, 0.016469, 0.064573, 0.117987, -0.004664, -0.018128, -0.149812, 0.004663, 0.01045, 0.165249, 0.004388, 0.025255, 0.185323, -0.000936, -0.013653, -0.183772, 0.001273, -0.009084, -0.181929, 0.001694, 0.022339, 0.170461, 0.010344, 0.054029, 0.145433, -0.023439, -0.04918, -0.160141, 0.001014, -0.00051, -0.150934, -0.002522, -0.035759, 0.179516, 0.003939, 0.00654, 0.137202, 0.010191, 0.033435, 0.204562, -0.002076, -0.107612, 0.018774, 0.05129, 0.048082, -0.183457, -0.003458, -0.011161, -0.167028, 0.006207, 0.011868, 0.207317, -0.004411, -0.00616, -0.143287, -0.005656, -0.0265, -0.165291, 0.003565, 0.000465, 0.198521, 0.032427, 0.068075, 0.102954, -0.010961, -0.019698, -0.151732, 0.005892, 0.018435, 0.166541, -0.003106, -0.014456, -0.19539, -0.013297, -0.034904, -0.1771, -0.005906, -0.022491, -0.197443, -0.002767, -0.005792, -0.136759, 0.03581, 0.102382, -0.021678, -0.011295, -0.05431, -0.137146, 0.002921, 0.018502, 0.17288, -0.00289, -0.009159, -0.203042, -0.013591, -0.079366, -0.158872, 0.004801, 0.012249, 0.160412, -0.011777, -0.08425, -0.007046, 0.007135, 0.016571, 0.13855, -0.025739, -0.068498, -0.163974, 0.019904, 0.02771, 0.156342, -0.000481, -0.006964, -0.181335, 0.013136, 0.086745, 0.002551, -0.002504, 0.001473, -0.148039, -0.008473, -0.002163, 0.14223, 0.002164, 0.007346, 0.220041, -0.015983, -0.055581, -0.141574, 0.000423, 0.014961, 0.201593, 0.016944, 0.037012, 0.200214, 0.019213, 0.065767, 0.090717, -0.003597, -0.005671, -0.15906, -0.034707, -0.077154, 0.017137, -0.003976, -0.001571, 0.164487, -0.0012, 0.002685, 0.146092, 0.001471, -0.002134, 0.201241, -0.006369, -0.016158, -0.149554, 0.003421, 0.019169, 0.178972, 0.010649, 0.023415, 0.184248, 0.011914, 0.106765, 0.089025, 0.025995, 0.056011, 0.117178, 0.002415, -0.036217, -0.183618, -0.01239, -0.095995, 0.004426, -0.001511, -0.001517, 0.127417, 0.016767, 0.08528, -0.002031, -0.00044, 0.00937, 0.152915, -0.005706, -0.01688, -0.195932, -0.001875, 0.004207, 0.119717, -0.017383, -0.047904, -0.126677, -0.087843, 0.064073, 0.074296, -0.000065, -0.014595, -0.182073, 0.000625, -0.02586, -0.170277, -0.005802, -0.025935, -0.176503, 0.018895, 0.145591, 0.011054, -0.00011, -0.002365, -0.248519, 0.006214, 0.019889, 0.173441, 0.016729, 0.072335, 0.146418, 0.032046, 0.113376, 0.084948, -0.016499, -0.034664, -0.177672, 0.00257, 0.035746, 0.15782, -0.006117, -0.019427, -0.20031, 0.000104, 0.012395, 0.14666, 0.001448, -0.001848, -0.153394, -0.001317, -0.000362, -0.154243, -0.003045, 0.001427, 0.168141, -0.017755, -0.074986, 0.00248, -0.010479, -0.078542, 0.013148, -0.00409, -0.011015, -0.16511, 0.010324, 0.032725, 0.184553, 0.022288, 0.086398, 0.120996, 0.00866, 0.036669, 0.146403, 0.026445, 0.009397, 0.197378, -0.002442, -0.010629, -0.121355, -0.016969, -0.036176, 0.045045, -0.003781, -0.009994, -0.185067, -0.006185, -0.008125, -0.142522, 0.001381, 0.006797, 0.237963, 0.006547, 0.029197, 0.14907, 0.003953, 0.01727, 0.154769, 0.006427, 0.008191, 0.129117, 0.011423, 0.095851, -0.009131, 0.022439, 0.059348, 0.131986, -0.012188, -0.035221, -0.13981, -0.021561, -0.1395, -0.008337, 0.01406, 0.034759, 0.147237, 0.012378, 0.059735, 0.157726, 0.005715, 0.020415, 0.193898, 0.0054, 0.011133, 0.173273, 0.015326, 0.040905, 0.139805, 0.012173, 0.07494, 0.129771, 0.026032, 0.070371, -0.021537, -0.050489, -0.089576, -0.005833, 0.006268, 0.029165, 0.150651, -0.004587, -0.029981, -0.169845, 0.032401, 0.071112, 0.123425, 0.011058, 0.036313, 0.185351, 0.003275, 0.005154, 0.164845, -0.005101, -0.000402, -0.195734, 0.007304, 0.040967, 0.173745, -0.027876, -0.08754, 0.038068, 0.000679, 0.004237, 0.162768, -0.001606, -0.014919, -0.151524, -0.00036, -0.013416, -0.164562, 0.003509, -0.012303, -0.180542, 0.015738, 0.037743, 0.155087, -0.00162, -0.010685, -0.162387, 0.00142, 0.000622, 0.164624, -0.000132, 0.001687, -0.143859, -0.005098, -0.020794, -0.132431, -0.002776, -0.002144, 0.186841, -0.001559, 0.001552, -0.10851, -0.013513, -0.096146, 0.04825, -0.002968, -0.002892, -0.143165, 0.018393, 0.040174, 0.140596, -0.002337, 0.005419, 0.142932, -0.014142, -0.041271, -0.145294, 0.006029, 0.015618, 0.181943, 0.008865, 0.032001, 0.162726, 0.000748, 0.010101, -0.206126, 0.000337, 0.009676, 0.136982, 0.008928, 0.022056, 0.129677, -0.000119, 0.004927, 0.165491, 0.011138, -0.002992, 0.192474, 0.007516, 0.0181, 0.150285, 0.00123, -0.00045, 0.141435, -0.013058, -0.060541, -0.176355, -0.008177, -0.027823, -0.166167, 0.002675, 0.006377, -0.166399, 0.002031, 0.028169, 0.181043, -0.00895, -0.021436, -0.17259, -0.001882, 0.000097, -0.17258, 0.003804, -0.003965, -0.242774, 0.018141, 0.076004, -0.027343, -0.000484, -0.001201, -0.174064, 0.001137, -0.018845, -0.191454, 0.005262, 0.023329, 0.173184, -0.001209, 0.001523, 0.161062, 0.008304, 0.034137, 0.153221, -0.000783, -0.001719, 0.18221, -0.004113, -0.019696, -0.150304, -0.000989, -0.000741, -0.139073, -0.014014, -0.044658, -0.172664, -0.001036, -0.007516, -0.220344, -0.00192, 0.000977, -0.219985, 0.000318, -0.009522, -0.171458, 0.015974, 0.051848, 0.170635, -0.003212, -0.006634, -0.194181, -0.004246, -0.011204, -0.185982, 0.001896, 0.002326, -0.224456, 0.009437, 0.097285, -0.001535, 0.001915, -0.013036, -0.163098, -0.000596, -0.004867, -0.222553, -0.002278, -0.018889, -0.181276, -0.009178, -0.045719, 0.051818, -0.014402, -0.080967, 0.000501, 0.009698, 0.037904, 0.168438, 0.003003, -0.013611, -0.174801, 0.024446, 0.099041, -0.040418, -0.000448, 0.000729, 0.151441, 0.003866, -0.00509, -0.156193, 0.002636, 0.014174, 0.174116, -0.000229, 0.000389, 0.109296, 0.009849, 0.027474, 0.137045, 0.004945, 0.012009, 0.144938, -0.004578, -0.0056, -0.139738, -0.012099, -0.060209, -0.080187, 0.019386, 0.051028, 0.149764, 0.001289, 0.017103, 0.154793, -0.006602, -0.010995, -0.140886, 0.026794, 0.059693, 0.153709, 0.000298, -0.003076, 0.184678, 0.00026, -0.011071, -0.174016, 0.004373, 0.018664, 0.14363, 0.01272, 0.094721, -0.035081, 0.026473, 0.108153, -0.035573, -0.004758, 0.004796, 0.20322, 0.002011, 0.004598, 0.154443, 0.000369, -0.000234, -0.13769, -0.044808, -0.110329, -0.059837, -0.001698, -0.004877, 0.151977, 0.011528, 0.044266, -0.114958, 0.004842, 0.000065, 0.160689, -0.00118, -0.016961, -0.142221, -0.025959, -0.036197, -0.202023, 0.010817, 0.087551, 0.088588, 0.006037, 0.021832, 0.149681, 0.036952, 0.117333, 0.005976, -0.002757, 0.008641, -0.139846, -0.023354, -0.058398, -0.147828, 0.035385, 0.077603, 0.090397, -0.001632, -0.005966, -0.137749, 0.003948, 0.042733, 0.193879, -0.010103, -0.040419, -0.16576, -0.004669, -0.017068, -0.184433, 0.00232, 0.001594, 0.200416, 0.003298, 0.117693, -0.005732, -0.003874, -0.008827, -0.200898, 0.009492, 0.016805, 0.131304, -0.002278, -0.009333, -0.167678, -0.018731, -0.045156, -0.117318, -0.001212, 0.018047, 0.179897, -0.030559, -0.0713, -0.136255, 0.00399, 0.00764, 0.201627, -0.004093, 0.011371, 0.158542, 0.000671, 0.013478, 0.143809, 0.023779, 0.00009, -0.166168, 0.001708, 0.010052, 0.234745, 0.008766, 0.04949, 0.165537, 0.015607, 0.04083, 0.181975, -0.026504, -0.067766, -0.131356, -0.003995, -0.018659, -0.230963, -0.010447, -0.026224, -0.117028, -0.005659, -0.031827, -0.187029, -0.010535, -0.020803, -0.18986, 0.006935, 0.014222, 0.165924, 0.000282, 0.004849, -0.13681, 0.002105, -0.00055, 0.139918, -0.002955, -0.011721, -0.216035, 0.034216, 0.079168, -0.000265, 0.003029, -0.004839, -0.228282, -0.006497, -0.021228, -0.212447, 0.019961, 0.060319, 0.120514, 0.01249, 0.018147, 0.211251, -0.00381, -0.020323, -0.190116, 0.000734, -0.005002, 0.14462, 0.004573, 0.031987, 0.157634, 0.008358, 0.032006, -0.185925, -0.00194, -0.001503, 0.189526, 0.000458, 0.003393, -0.123542, 0.008193, 0.007646, 0.146684, -0.008928, -0.029337, -0.180292, -0.008422, -0.032163, -0.141623, -0.006713, -0.015602, -0.172952, -0.004365, 0.001123, 0.130516, 0.005553, 0.038712, 0.177659, -0.014262, -0.060707, -0.143278, -0.003753, -0.016734, -0.152908, 0.008406, -0.001069, -0.193735, -0.000509, 0.003586, 0.226054, 0.070534, -0.061823, -0.134352, 0.002305, 0.005992, 0.171118, -0.018798, -0.043846, -0.139869, -0.007389, -0.026839, -0.164275, 0.001778, -0.002875, 0.144204, -0.004766, -0.025849, 0.10046, -0.001549, -0.004582, -0.180503, -0.002385, -0.012162, -0.19076, -0.01012, -0.038004, -0.149031, 0.010775, 0.025549, 0.204149, -0.012091, -0.093339, -0.003464, 0.006433, 0.004824, 0.166183, 0.007482, 0.025894, 0.188101, 0.001326, -0.008628, -0.134471, 0.026363, 0.099385, -0.007628, 0.003599, 0.008963, 0.146537, 0.000534, 0.00462, -0.168912, -0.005423, -0.007001, -0.163698, -0.027811, -0.108983, -0.080528, 0.000581, 0.004112, 0.132422, -0.008179, -0.036962, -0.173689, 0.002186, 0.004001, 0.116442, -0.049409, -0.10473, -0.110675, -0.004161, -0.002171, -0.206961, -0.002334, -0.001634, -0.146571, -0.000936, 0.003129, 0.133591, 0.00358, 0.002797, 0.155197, 0.010279, 0.028, 0.14473, 0.00017, -0.00453, -0.214374, -0.042624, -0.109279, 0.000111, 0.015332, 0.038725, 0.189305, 0.016843, 0.054155, 0.155776, -0.003331, -0.002396, 0.165525, -0.017271, -0.047324, -0.148255, -0.006094, -0.018006, -0.175695, 0.004066, -0.00105, -0.195731, 0.000328, -0.004963, 0.2193, 0.011125, 0.024226, 0.132755, 0.001957, -0.013034, -0.181771, 0.012969, 0.023022, 0.150814, -0.010231, -0.01596, -0.155576, -0.020115, -0.050827, -0.128433, 0.011927, 0.037928, 0.134904, 0.015783, 0.038487, 0.123362, 0.001666, -0.009102, -0.231704, 0.001492, -0.001291, -0.214497, 0.015706, 0.055918, 0.173845, -0.002267, -0.001997, 0.129795, 0.006774, 0.015355, 0.155558, 0.00932, 0.029453, 0.186712, 0.001098, 0.09049, 0.022579, -0.001716, -0.003404, -0.135037, -0.000378, -0.004452, -0.155523, -0.002175, -0.007612, -0.159209, 0.005467, 0.007597, 0.146864, -0.0009, -0.002128, -0.206705, 0.003726, 0.011181, 0.190074, -0.021015, -0.063855, -0.137583, 0.003499, 0.004163, 0.198976, -0.011726, -0.029477, -0.196836, -0.002971, -0.006827, 0.168585, -0.001138, -0.000661, -0.236121, 0.007504, 0.036343, 0.165474, -0.011805, -0.038006, -0.134293, -0.015436, -0.045811, -0.152797, 0.014309, 0.079859, -0.008762, -0.009419, -0.023013, -0.173682, 0.029647, 0.096904, 0.015765, 0.004507, 0.021458, 0.194336, -0.025161, -0.061274, -0.151864, -0.014311, -0.087745, 0.00118, -0.018994, -0.054804, -0.137593, 0.019839, 0.050642, 0.155055, -0.003048, -0.110548, -0.031431, 0.004469, 0.037074, 0.180019, -0.009434, -0.003859, 0.18352, -0.002882, -0.014072, -0.184003, 0.022081, 0.087152, -0.016146, -0.031114, -0.07088, -0.143783, 0.005145, 0.014841, 0.235245, 0.002155, 0.007355, 0.139153, 0.001398, 0.006097, 0.130801, -0.011243, -0.031902, -0.136712, -0.008554, -0.103325, -0.087757, 0.003179, -0.000095, -0.170743, -0.039714, -0.098133, -0.035365, -0.003514, -0.013523, -0.217836, -0.006464, -0.010688, -0.134057, 0.000831, 0.004299, 0.197333, 0.003763, 0.015724, 0.130969, 0.002998, 0.04128, 0.133305, 0.009898, 0.036188, 0.144013, -0.017206, -0.038317, -0.155504, -0.004535, -0.006156, 0.196194, 0.015181, 0.074453, -0.061409, -0.035702, -0.064871, -0.152326, 0.005601, -0.011699, -0.227675, 0.002399, 0.002316, -0.165259, -0.001937, -0.020309, -0.182951, -0.014771, -0.099724, -0.002032, 0.004696, 0.012037, 0.224136, 0.008727, 0.015384, 0.155997, 0.002546, 0.008745, 0.149982, 0.003947, 0.009819, -0.181257, -0.066992, -0.010353, 0.205071, 0.003077, 0.013926, 0.166235, 0.000842, -0.017911, -0.147055, -0.001855, -0.003175, -0.19705, 0.003011, 0.077748, 0.05601, -0.000106, 0.002644, 0.145185, 0.007909, 0.009356, 0.205549, -0.001561, 0.005132, 0.148559, 0.001521, -0.005909, -0.168438, 0.003585, -0.003339, -0.164882, 0.000556, 0.003137, 0.218947, 0.005397, -0.006933, -0.157592, 0.012431, 0.086297, -0.039456, 0.004796, 0.016403, 0.155429, -0.014486, -0.020209, -0.173767, -0.004962, -0.005399, -0.163489, -0.001479, 0.003802, 0.200152, 0.002762, -0.002556, -0.157483, -0.017242, -0.075687, -0.002034, 0.002193, 0.000562, -0.129801, 0.004132, 0.002019, 0.166466, 0.000243, 0.000503, -0.160316, 0.001319, -0.010547, -0.190062, -0.007774, -0.022662, -0.163512, -0.001389, -0.007121, -0.134563, 0.000931, 0.000512, -0.16311, 0.03628, 0.084141, -0.010585, 0.005294, 0.012493, 0.157398, 0.052793, -0.051821, -0.178759, 0.002918, 0.117495, 0.005509, 0.00419, 0.067443, 0.142328, 0.011534, 0.029564, 0.150005, -0.013711, -0.080465, -0.083646, 0.000013, 0.022629, 0.211626, 0.026256, 0.06984, 0.103984, 0.002353, 0.00755, 0.158897, 0.004854, -0.010573, -0.175671, -0.001332, 0.005681, 0.189905, 0.00174, 0.003828, -0.168538, 0.003496, 0.095999, 0.093438, 0.005733, 0.017984, 0.17091, -0.00177, 0.001665, 0.228704, -0.001236, -0.008404, -0.135124, -0.023672, -0.072427, -0.171171, -0.002162, -0.004331, -0.123043, 0.004353, 0.009213, 0.126702, -0.004868, -0.036163, -0.173688, -0.001631, -0.003111, -0.217468, -0.008223, -0.036974, -0.149834, 0.004123, 0.01706, 0.189948, -0.003088, -0.00772, -0.228618, -0.009112, -0.030241, -0.16327, -0.003195, -0.012673, -0.138383, 0.021237, 0.06413, 0.123664, -0.010978, -0.037011, -0.135223, -0.003346, -0.007084, -0.136546, 0.003484, 0.006989, 0.189925, 0.031926, 0.069764, 0.113498, -0.011379, -0.042347, -0.169502, 0.007886, 0.018055, 0.145077, -0.000434, 0.014107, 0.169624, 0.000513, 0.004901, 0.165629, 0.000856, -0.002794, -0.204728, -0.021537, -0.054307, -0.136082, -0.005241, -0.002616, 0.191463, -0.008011, -0.023995, -0.212212, 0.00014, 0.08204, 0.05702, -0.000668, 0.012813, 0.18302, -0.004317, -0.030825, -0.200375, 0.000982, -0.005691, -0.138229, -0.001311, -0.003929, 0.140319, -0.001005, -0.037158, -0.160929, 0.003831, 0.003646, 0.159058, -0.015351, -0.102373, 0.04978, 0.008262, 0.028743, 0.182153, 0.00149, -0.000025, -0.196884, 0.016974, 0.015666, -0.219528, 0.007584, 0.009279, 0.144019, 0.006868, 0.030043, 0.191462, 0.003648, 0.004331, 0.177923, -0.000035, 0.001049, -0.139035, 0.009139, 0.023491, 0.159653, -0.000723, -0.006127, -0.144052, -0.001257, -0.003399, -0.184678, -0.001124, 0.015144, 0.196366, -0.00363, 0.005821, 0.147464, 0.014173, 0.037122, 0.153591, 0.005087, 0.020306, -0.184222, 0.017812, 0.03916, 0.12058, 0.007311, 0.017312, 0.184363, -0.003492, -0.058125, 0.051901, 0.00796, 0.043828, 0.190537, 0.003453, -0.004609, -0.229984, 0.009911, 0.016531, 0.166185, -0.003143, -0.007393, -0.144249, -0.012393, -0.044773, -0.140132, 0.012571, -0.014668, -0.201948, 0.020961, 0.081649, 0.117115, -0.002065, -0.009459, -0.225144, -0.023417, -0.063744, 0.063226, 0.001789, 0.042847, 0.151869, -0.00207, 0.001897, 0.220807, -0.001283, 0.002757, 0.171856, 0.001553, -0.006563, -0.219033, 0.007612, 0.029816, 0.152056, -0.001251, -0.001367, 0.151246, 0.001679, 0.024586, 0.178635, -0.012527, -0.042501, -0.161187, -0.00222, -0.009402, -0.157243, 0.006059, 0.023495, 0.152984, 0.008426, 0.01106, 0.144581, 0.018258, 0.059299, 0.150087, 0.005945, 0.001919, -0.169428, -0.014952, -0.050193, -0.131987, 0.005882, 0.016078, 0.140983, -0.000901, -0.006437, -0.150558, -0.003477, -0.013653, -0.218017, 0.014899, 0.076837, -0.003627, -0.003134, 0.00339, -0.1631, 0.002483, -0.007291, 0.160729, 0.007642, 0.022007, 0.160319, -0.019486, -0.040905, -0.155396, 0.004314, 0.02797, 0.143813, 0.014939, 0.043596, 0.126653, 0.038766, 0.087756, -0.017718, -0.012718, -0.016587, -0.173701, 0.006983, 0.015087, 0.156372, 0.002089, -0.000823, -0.163628, 0.011234, 0.015676, 0.124897, -0.012424, -0.07435, -0.090208, -0.017114, -0.031244, -0.166659, 0.020797, 0.044755, 0.162765, 0.008088, 0.034093, -0.175589, -0.014928, -0.0319, -0.144826, 0.002402, -0.00944, -0.168771, 0.000499, 0.033452, 0.167264, -0.010854, -0.036196, -0.148311, -0.000523, 0.001138, -0.184591, -0.00325, -0.019724, -0.223641, -0.002804, -0.002853, -0.152473, 0.007164, 0.031724, 0.161851, -0.02169, -0.049638, -0.120148, 0.007998, 0.03064, 0.194331, 0.001846, 0.004842, 0.19358, -0.007966, -0.060002, -0.121596, 0.005945, 0.02617, 0.149027, 0.002117, 0.01063, 0.134913, -0.000737, 0.003653, 0.146958, 0.003786, 0.011254, 0.166535, 0.001199, -0.002259, -0.225062, 0.00265, 0.006874, 0.154104, 0.001497, 0.006595, 0.14784, -0.018272, -0.049855, -0.15968, -0.006341, -0.01781, -0.117163, -0.004908, 0.000484, 0.19881, -0.004439, -0.010582, -0.148011, 0.03062, 0.061839, 0.118421, 0.040674, -0.06226, -0.161412, -0.004172, -0.067567, 0.0371, -0.003307, 0.001601, -0.151164, 0.001682, 0.005798, 0.222091, 0.012181, 0.05433, 0.119946, -0.000262, -0.022245, -0.157563, 0.003581, 0.024231, 0.157734, -0.000428, 0.005037, 0.171332, -0.002262, -0.005062, -0.18804, -0.001286, 0.002209, -0.122741, 0.001742, -0.008649, -0.173357, 0.000124, 0.00258, -0.196878, 0.011058, 0.089792, -0.002527, 0.004757, 0.004029, -0.161522, 0.001803, -0.013837, -0.127425, -0.015687, -0.078822, 0.000403, -0.006453, -0.01541, -0.163413, 0.002322, -0.018343, -0.180764, -0.025779, -0.069058, -0.153012, 0.018658, 0.056504, 0.141973, 0.002798, 0.006884, -0.146614, -0.013119, -0.071115, -0.112559, 0.010981, 0.025061, 0.144601, 0.00314, -0.008142, -0.188876, -0.08289, 0.006366, 0.094923, -0.002382, -0.022517, -0.143381, 0.007851, 0.028388, 0.130114, -0.017578, -0.08864, -0.107323, -0.026, -0.048631, -0.155675, -0.00856, -0.082833, 0.027032, 0.003522, 0.012214, -0.159442, -0.003343, 0.012247, 0.188801, -0.009135, -0.054198, -0.158221, 0.002144, 0.001225, -0.184259, 0.019431, 0.071895, -0.013756, -0.001922, -0.004437, -0.17539, -0.003759, -0.008921, -0.180872, -0.015297, -0.060692, -0.133288, 0.024471, 0.077485, 0.109939, -0.000174, 0.004539, 0.196498, -0.003169, -0.005522, -0.157278, -0.000342, 0.001709, 0.142949, -0.021411, -0.078884, -0.050515, 0.004559, 0.021476, 0.186247, 0.002529, 0.000431, 0.150349, 0.02026, 0.047059, 0.140704, -0.014706, -0.070223, -0.125833, 0.003388, 0.002169, -0.150861, 0.001141, 0.012569, 0.191462, -0.021132, -0.055488, -0.160752, 0.023984, -0.026692, -0.193982, 0.034577, 0.096166, -0.014676, -0.000168, 0.002698, 0.200513, -0.000827, 0.000259, 0.128121, 0.000245, 0.000665, -0.169223, 0.00041, -0.021934, -0.161471, 0.008156, 0.029891, 0.137985, 0.006604, 0.029017, 0.185134, 0.00037, -0.002668, -0.168172, 0.000835, 0.003505, -0.170753, 0.002697, 0.007149, 0.135515, 0.00848, 0.021447, 0.161672, -0.000061, -0.003845, -0.135285, -0.001694, -0.009356, -0.163638, -0.005439, -0.017086, -0.187206, -0.011339, -0.071037, -0.1126, -0.00231, -0.011238, -0.186036, 0.00043, 0.00541, 0.206584, 0.00144, -0.004363, -0.147734, -0.001415, -0.005863, -0.119828, -0.009542, -0.02049, -0.17232, -0.002631, -0.001376, 0.158241, 0.008404, 0.098907, -0.03389, -0.000506, 0.008328, 0.173675, 0.012721, 0.047705, 0.130356, -0.000611, 0.002147, 0.147055, 0.002504, 0.002662, 0.214612, -0.003439, -0.00942, -0.094973, 0.002543, -0.000278, 0.117282, -0.006076, -0.025037, -0.157436, -0.001981, -0.007697, -0.238173, -0.005123, -0.015311, -0.183703, -0.003644, -0.0271, -0.141529, 0.018729, 0.029551, 0.149516, 0.010166, 0.043659, 0.137915, 0.032566, 0.086681, -0.015312, 0.003633, 0.012282, 0.194865 ]
 }
, "name": "LlmExporter::FusedLinearAttention_1420", "outputIndexes": 
[ 867 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 844, 866, 866, 867 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.13/self_attn/FusedLinearAttention", "outputIndexes": 
[ 868 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 855, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 869 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 863, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.13/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 870 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 869, 870, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.13/self_attn/Concat_1_output_0", "outputIndexes": 
[ 871 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 868, 871 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.13/self_attn/Reshape_output_0", "outputIndexes": 
[ 872 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 872 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1323 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1323 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1324 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1324 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 148011656, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.13/self_attn/out_proj/Linear", "outputIndexes": 
[ 1325 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1325 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1326 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1326 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.13/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 873 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 841, 873 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/Add_output_0", "outputIndexes": 
[ 874 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 874 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 148667038, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.13/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 875 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 875 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1327 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1327 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1328 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1328 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 148675230, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.13/mlp/w1/Linear", "outputIndexes": 
[ 1329 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1329 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1330 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1330 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 876 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 876 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.13/mlp/Mul_output_0", "outputIndexes": 
[ 877 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1328 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 151624372, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.13/mlp/w3/Linear", "outputIndexes": 
[ 1333 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1333 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1334 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1334 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 878 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 877, 878 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/mlp/Mul_1_output_0", "outputIndexes": 
[ 879 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 879 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1335 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1335 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.13/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1336 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1336 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 154573514, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.13/mlp/w2/Linear", "outputIndexes": 
[ 1337 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1337 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.13/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1338 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1338 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.13/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 880 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 874, 880 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.13/Add_1_output_0", "outputIndexes": 
[ 881 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 881, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/Reshape_output_0", "outputIndexes": 
[ 882 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 882 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 157522656, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.14/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 883 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 883 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": 
[ 1339 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1339 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "outputIndexes": 
[ 1340 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1340 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 157530848, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.14/self_attn/q_proj/Linear", "outputIndexes": 
[ 1341 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1341 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "outputIndexes": 
[ 1342 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1342 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "outputIndexes": 
[ 884 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 883 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_output_0", "outputIndexes": 
[ 885 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 885 ]
, "main_type": "NONE", "name": "Shape1473", "outputIndexes": 
[ 886 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 885 ]
, "main_type": "NONE", "name": "Rank1475", "outputIndexes": 
[ 887 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 887, 887 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1477", "outputIndexes": 
[ 888 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 888 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1478", "outputIndexes": 
[ 889 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 888, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1480", "outputIndexes": 
[ 890 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 890 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1481", "outputIndexes": 
[ 891 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 886, 889, 891, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1484", "outputIndexes": 
[ 892 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 892 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1485", "outputIndexes": 
[ 893 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 893, 893 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1487", "outputIndexes": 
[ 894 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 885, 894, 888 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_output_0", "outputIndexes": 
[ 895 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 895, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 896 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 888 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1495", "outputIndexes": 
[ 897 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 890 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1498", "outputIndexes": 
[ 898 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 886, 897, 898, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1501", "outputIndexes": 
[ 899 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 899 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1502", "outputIndexes": 
[ 900 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 900 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1503", "outputIndexes": 
[ 901 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 901, 900 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1504", "outputIndexes": 
[ 902 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 885, 902, 888 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_1_output_0", "outputIndexes": 
[ 903 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 903, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 904 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 896, 904, 114, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_output_0", "outputIndexes": 
[ 905 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 884, 905 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_output_0", "outputIndexes": 
[ 906 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 906 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 158186230, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.14/self_attn/q_norm/Mul_1_output_0", "outputIndexes": 
[ 908 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 908, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_output_0", "outputIndexes": 
[ 909 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 908 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_2_output_0", "outputIndexes": 
[ 910 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 910 ]
, "main_type": "NONE", "name": "Shape1519", "outputIndexes": 
[ 911 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 910 ]
, "main_type": "NONE", "name": "Rank1521", "outputIndexes": 
[ 912 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 912, 912 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1523", "outputIndexes": 
[ 913 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 913 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1524", "outputIndexes": 
[ 914 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 913, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1526", "outputIndexes": 
[ 915 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 915 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1527", "outputIndexes": 
[ 916 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 911, 914, 916, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1530", "outputIndexes": 
[ 917 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 917 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1531", "outputIndexes": 
[ 918 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 918 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1532", "outputIndexes": 
[ 919 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 919, 918 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1533", "outputIndexes": 
[ 920 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 910, 920, 913 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_2_output_0", "outputIndexes": 
[ 921 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 921, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Div_output_0", "outputIndexes": 
[ 922 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 922, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_7_output_0", "outputIndexes": 
[ 923 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 908, 923, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_1_output_0", "outputIndexes": 
[ 924 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 924 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.14/self_attn/Neg_output_0", "outputIndexes": 
[ 925 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 922, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_6_output_0", "outputIndexes": 
[ 926 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 908, 21, 926, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_output_0", "outputIndexes": 
[ 927 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 925, 927 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.14/self_attn/Concat_3_output_0", "outputIndexes": 
[ 928 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 928, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_1_output_0", "outputIndexes": 
[ 929 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 909, 929 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Add_output_0", "outputIndexes": 
[ 930 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1340 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 158186742, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.14/self_attn/k_proj/Linear", "outputIndexes": 
[ 1345 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1345 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "outputIndexes": 
[ 1346 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1346 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "outputIndexes": 
[ 931 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 895, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 932 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 903, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 933 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 932, 933, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_1_output_0", "outputIndexes": 
[ 934 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 931, 934 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_1_output_0", "outputIndexes": 
[ 935 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 935 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 158514444, 256, 256 ]
, "useRMSNorm": true }
, "name": "/blocks.14/self_attn/k_norm/Mul_1_output_0", "outputIndexes": 
[ 937 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 937, 143 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_2_output_0", "outputIndexes": 
[ 938 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 937 ]
, "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_3_output_0", "outputIndexes": 
[ 939 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 939 ]
, "main_type": "NONE", "name": "Shape1561", "outputIndexes": 
[ 940 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 939 ]
, "main_type": "NONE", "name": "Rank1563", "outputIndexes": 
[ 941 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 941, 941 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1565", "outputIndexes": 
[ 942 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 942 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1566", "outputIndexes": 
[ 943 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 942, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1568", "outputIndexes": 
[ 944 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 944 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1569", "outputIndexes": 
[ 945 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 940, 943, 945, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1572", "outputIndexes": 
[ 946 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 946 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1573", "outputIndexes": 
[ 947 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 146, 947 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1574", "outputIndexes": 
[ 948 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 948, 947 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1575", "outputIndexes": 
[ 949 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 939, 949, 942 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.14/self_attn/Gather_3_output_0", "outputIndexes": 
[ 950 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 950, 158 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Div_1_output_0", "outputIndexes": 
[ 951 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 951, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_9_output_0", "outputIndexes": 
[ 952 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 937, 952, 161, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_3_output_0", "outputIndexes": 
[ 953 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 953 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "NEG", "T": "DT_FLOAT" }
, "name": "/blocks.14/self_attn/Neg_1_output_0", "outputIndexes": 
[ 954 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 951, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_8_output_0", "outputIndexes": 
[ 955 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 937, 21, 955, 162, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/blocks.14/self_attn/Slice_2_output_0", "outputIndexes": 
[ 956 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 954, 956 ]
, "main_type": "Axis", "main": 
{ "axis": -1 }
, "name": "/blocks.14/self_attn/Concat_4_output_0", "outputIndexes": 
[ 957 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 957, 174 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Mul_3_output_0", "outputIndexes": 
[ 958 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 938, 958 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/self_attn/Add_1_output_0", "outputIndexes": 
[ 959 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1340 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 158514956, 262166, 65536, 0, 0 ]
 }
, "name": "/layers.14/self_attn/v_proj/Linear", "outputIndexes": 
[ 1349 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1349 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "outputIndexes": 
[ 1350 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1350 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 512 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "outputIndexes": 
[ 960 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 895, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_4_output_0", "outputIndexes": 
[ 961 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 903, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.14/self_attn/Unsqueeze_5_output_0", "outputIndexes": 
[ 962 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 961, 962, 180, 115 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.14/self_attn/Concat_2_output_0", "outputIndexes": 
[ 963 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 960, 963 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.14/self_attn/Reshape_2_output_0", "outputIndexes": 
[ 964 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 930, 959, 964, 212 ]
, "main_type": "AttentionParam", "main": 
{ "kv_cache": true }
, "name": "/layers.14/self_attn/FusedAttention", "outputIndexes": 
[ 965 ]
, "type": "Attention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 965 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": 
[ 1351 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1351 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "outputIndexes": 
[ 1352 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1352 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 158842658, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.14/self_attn/o_proj/Linear", "outputIndexes": 
[ 1353 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1353 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "outputIndexes": 
[ 1354 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1354 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "outputIndexes": 
[ 966 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 882, 966 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/Add_output_0", "outputIndexes": 
[ 967 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 967 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 159498040, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.14/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 968 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 968 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1355 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1355 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1356 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1356 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 159506232, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.14/mlp/w1/Linear", "outputIndexes": 
[ 1357 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1357 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1358 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1358 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 969 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 969 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.14/mlp/Mul_output_0", "outputIndexes": 
[ 970 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1356 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 162455374, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.14/mlp/w3/Linear", "outputIndexes": 
[ 1361 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1361 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1362 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1362 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 971 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 970, 971 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/mlp/Mul_1_output_0", "outputIndexes": 
[ 972 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 972 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1363 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1363 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.14/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1364 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1364 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 165404516, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.14/mlp/w2/Linear", "outputIndexes": 
[ 1365 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1365 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.14/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1366 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1366 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.14/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 973 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 967, 973 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.14/Add_1_output_0", "outputIndexes": 
[ 974 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 974, 3 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/Reshape_output_0", "outputIndexes": 
[ 975 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 975 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 168353658, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.15/input_layernorm/Mul_1_output_0", "outputIndexes": 
[ 976 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 976 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": 
[ 1367 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1367 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/self_attn/in_proj/Linear/pre_convert", "outputIndexes": 
[ 1368 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1368 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 168361850, 1572886, 393216, 0, 0 ]
 }
, "name": "/layers.15/self_attn/in_proj/Linear", "outputIndexes": 
[ 1369 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1369 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/in_proj/Linear/post_convert", "outputIndexes": 
[ 1370 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1370 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 3072 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/in_proj/Linear/post_reshape", "outputIndexes": 
[ 977 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 977 ]
, "main_type": "Permute", "main": 
{ "dims": 
[ 0, 2, 1 ]
 }
, "name": "/blocks.15/self_attn/Transpose_output_0", "outputIndexes": 
[ 978 ]
, "type": "Permute", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 976 ]
, "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_output_0", "outputIndexes": 
[ 979 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 979 ]
, "main_type": "NONE", "name": "Shape1622", "outputIndexes": 
[ 980 ]
, "type": "Shape", "defaultDimentionFormat": "NCHW" }
, 
{ "inputIndexes": 
[ 979 ]
, "main_type": "NONE", "name": "Rank1624", "outputIndexes": 
[ 981 ]
, "type": "Rank", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 981, 981 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1626", "outputIndexes": 
[ 982 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 982 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1627", "outputIndexes": 
[ 983 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 982, 13 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1629", "outputIndexes": 
[ 984 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 984 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1630", "outputIndexes": 
[ 985 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 980, 983, 985, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1633", "outputIndexes": 
[ 986 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 986 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1634", "outputIndexes": 
[ 987 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 987, 987 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1636", "outputIndexes": 
[ 988 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 979, 988, 982 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_output_0", "outputIndexes": 
[ 989 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 989, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_output_0", "outputIndexes": 
[ 990 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 982 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1644", "outputIndexes": 
[ 991 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 984 ]
, "main_type": "SqueezeParam", "main": 
{ "squeezeDims": 
[ 0 ]
 }
, "name": "Unsqueeze1647", "outputIndexes": 
[ 992 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 980, 991, 992, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }
, "name": "StridedSlice1650", "outputIndexes": 
[ 993 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 993 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "Squeeze1651", "outputIndexes": 
[ 994 ]
, "type": "Squeeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 13, 994 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1652", "outputIndexes": 
[ 995 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 995, 994 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "BinaryOp1653", "outputIndexes": 
[ 996 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 979, 996, 982 ]
, "main_type": "GatherV2", "main": 
{ "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }
, "name": "/blocks.15/self_attn/Gather_1_output_0", "outputIndexes": 
[ 997 ]
, "type": "GatherV2", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 997, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_1_output_0", "outputIndexes": 
[ 998 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 990, 998, 16 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.15/self_attn/Concat_output_0", "outputIndexes": 
[ 999 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 999, 32 ]
, "main_type": "NONE", "name": "/blocks.15/self_attn/ConstantOfShape_output_0", "outputIndexes": 
[ 1000 ]
, "type": "Fill", "defaultDimentionFormat": "NCHW" }
, 
{ "main_type": "Blob", "main": 
{ "dims": 
[ 1024, 1, 3 ]
, "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": 
[ -0.000114, 0.007911, 0.194499, -0.002256, -0.005871, -0.085033, -0.022103, -0.030589, -0.255303, -0.005319, -0.008002, -0.227541, 0.014674, 0.018521, 0.170396, 0.000464, -0.008133, -0.220997, 0.001553, 0.005041, 0.234804, -0.001316, 0.00047, 0.216646, 0.000381, -0.002069, -0.193, 0.002529, -0.004146, 0.149674, 0.002433, -0.006431, -0.21882, 0.001289, 0.001703, -0.213006, -0.002618, -0.001726, -0.189639, -0.000004, 0.001903, -0.164624, 0.000139, 0.002526, 0.1616, 0.001988, 0.000174, -0.133417, -0.001363, 0.0087, 0.20147, -0.004615, -0.009022, -0.212174, -0.009996, -0.0156, -0.214263, 0.005737, 0.008614, 0.182121, -0.001571, -0.005903, -0.178699, -0.007919, -0.013683, -0.1948, 0.005106, 0.007118, 0.194003, -0.002747, -0.003193, -0.163734, 0.000228, 0.00848, -0.149162, 0.00403, 0.010218, 0.220419, -0.006205, -0.009821, -0.224324, -0.000124, 0.005534, 0.207114, 0.001565, -0.003052, -0.171772, -0.016398, -0.023394, 0.07295, 0.000744, -0.000976, -0.175313, -0.001784, -0.005215, -0.163163, -0.005523, -0.013945, 0.038542, 0.001883, 0.004551, -0.127392, -0.004165, -0.009485, -0.205148, 0.007983, 0.012536, 0.223696, -0.002729, -0.011098, -0.220481, -0.000369, -0.003281, 0.239548, -0.002549, -0.018587, 0.207633, 0.001367, -0.00424, 0.163369, 0.000482, 0.0028, 0.120165, -0.007356, -0.011337, -0.205593, 0.003125, 0.007282, 0.193162, -0.000999, 0.004398, 0.190304, -0.000714, -0.008695, -0.202728, 0.000321, 0.002795, 0.188445, -0.000411, -0.009633, 0.181986, 0.000446, 0.000563, 0.177474, 0.001994, 0.006479, 0.221897, 0.001668, 0.001777, -0.162169, 0.013483, 0.06666, -0.060797, 0.00332, 0.01317, 0.20481, 0.008516, 0.079038, -0.073019, -0.001153, 0.003954, 0.227758, -0.004653, -0.006975, -0.08259, -0.000703, -0.006751, -0.085483, -0.000878, 0.001422, 0.219853, -0.004071, -0.001605, 0.184811, 0.003885, 0.007308, 0.2257, 0.001928, -0.000321, -0.208809, -0.0024, -0.002924, -0.210289, 0.012264, 0.105173, -0.088477, -0.00221, -0.001403, 0.099382, -0.000491, 0.001388, -0.125388, -0.000372, 0.004866, -0.142846, 0.015121, 0.043541, 0.221317, 0.003057, 0.004605, 0.121684, -0.006773, -0.011812, -0.200868, 0.000533, 0.005029, 0.207474, 0.004773, 0.00882, 0.195818, -0.002791, -0.010329, -0.216446, 0.004584, 0.001313, 0.09447, -0.000459, 0.002044, -0.175934, 0.003358, 0.00685, 0.211142, 0.002555, 0.01195, 0.191256, -0.000366, -0.001501, 0.230168, 0.000657, 0.001744, -0.188334, 0.00483, 0.012141, 0.224382, 0.004198, 0.010403, 0.191036, 0.001902, 0.000844, -0.205463, 0.000046, -0.002497, -0.109587, 0.001499, 0.020053, 0.230406, -0.004193, -0.00277, -0.255301, 0.004205, 0.003288, 0.149301, 0.002474, -0.001019, 0.136821, 0.003224, 0.001969, -0.195137, 0.018501, 0.070861, -0.136268, -0.002336, -0.0119, -0.204933, -0.002475, -0.005063, -0.226452, 0.00272, 0.007146, 0.19866, -0.003578, 0.003729, -0.149198, -0.00306, 0.002328, 0.190251, 0.002361, 0.001547, -0.18492, -0.000802, 0.002595, 0.174825, -0.006666, -0.021576, 0.074297, 0.003488, 0.108163, -0.092478, 0.003963, -0.002066, -0.125794, 0.008662, 0.082993, -0.067975, 0.003729, 0.001893, 0.229266, -0.00964, -0.010919, -0.192342, -0.000622, -0.000457, 0.136047, 0.000986, 0.000748, -0.101211, 0.00078, -0.005598, -0.179989, 0.00589, 0.003744, 0.151403, 0.004639, 0.010293, 0.226524, 0.000589, 0.003209, 0.234365, -0.003246, -0.002112, -0.238449, 0.000491, 0.010577, 0.170401, -0.007058, -0.011171, -0.205446, -0.000407, -0.000028, 0.188599, -0.003497, -0.007679, -0.107365, 0.0003, -0.004318, -0.164735, -0.003317, -0.005588, -0.180205, 0.001152, 0.005153, 0.201538, -0.00322, -0.00689, -0.120326, -0.005333, -0.004731, -0.19307, -0.002244, -0.001377, -0.175963, -0.000528, -0.003004, 0.181825, -0.002954, -0.001667, -0.12465, -0.003057, -0.001582, -0.15497, 0.005616, 0.015799, 0.219841, 0.001211, 0.005009, -0.13982, -0.000504, 0.00041, -0.20512, -0.005413, -0.006836, -0.191842, -0.011512, -0.119258, 0.08633, 0.005976, -0.003335, 0.169023, -0.002104, -0.0015, 0.22629, 0.005951, 0.008536, 0.214174, 0.002131, -0.002901, 0.237687, -0.007122, -0.015811, -0.222354, 0.003498, 0.004257, 0.267463, 0.001015, 0.004469, 0.221987, 0.008061, 0.130091, -0.040467, 0.001287, 0.001068, 0.236326, -0.006312, -0.014191, -0.195441, -0.001074, 0.001664, 0.160573, 0.000169, -0.001606, -0.123082, -0.000501, 0.017936, 0.192479, -0.001262, -0.003396, -0.207419, 0.004028, 0.003068, 0.224114, 0.008918, 0.014652, 0.20921, -0.003023, -0.007045, -0.202726, 0.002885, -0.001315, 0.209835, 0.000805, -0.003722, -0.219817, -0.002491, -0.005417, -0.212329, -0.000225, -0.002088, -0.143547, 0.000338, -0.001145, 0.090375, -0.002472, -0.013806, -0.203044, 0.002254, 0.003608, -0.204318, -0.001492, -0.00413, -0.18388, -0.000287, 0.009917, -0.155873, -0.002685, -0.003895, -0.2352, 0.002349, -0.002055, 0.215177, 0.009744, 0.011216, 0.227517, 0.001782, 0.007595, 0.185678, 0.024006, 0.072874, -0.121306, -0.004836, -0.008643, -0.194919, 0.007472, 0.011276, -0.206335, 0.002432, 0.001107, -0.165532, 0.004871, 0.009684, 0.219418, -0.003549, -0.002068, -0.161958, -0.000183, 0.00158, 0.175522, 0.00102, -0.001643, 0.191072, -0.001785, 0.001436, 0.236385, -0.001074, -0.003489, -0.253992, 0.001975, 0.004546, 0.207199, -0.001921, -0.00012, -0.174187, 0.026804, 0.117806, -0.041003, 0.002318, 0.004679, -0.124958, 0.00206, 0.005434, 0.186361, -0.00328, 0.001627, -0.233982, -0.004125, -0.004356, -0.203484, -0.009404, -0.021244, -0.202068, 0.001395, 0.009988, 0.239555, -0.000908, -0.003836, 0.212013, 0.009972, 0.101798, -0.095649, -0.001927, -0.007549, -0.203095, -0.011526, -0.020072, -0.193302, 0.003094, 0.005289, 0.226546, -0.003278, -0.005758, -0.205038, 0.000919, -0.002812, 0.261344, -0.015286, -0.092196, 0.033563, -0.000519, 0.003576, 0.181693, 0.002743, 0.005358, 0.175269, -0.001759, -0.003494, -0.127917, 0.000821, -0.004795, -0.207819, 0.005851, 0.004731, 0.177154, -0.002986, -0.008022, -0.181302, -0.03623, -0.092165, 0.084001, -0.001364, -0.007445, -0.25186, -0.00245, -0.001025, -0.215838, -0.000894, 0.009213, 0.198943, 0.000909, 0.001481, 0.142234, -0.004295, -0.008297, -0.246531, 0.0067, 0.012757, 0.217883, 0.00224, -0.000935, -0.219184, 0.001037, 0.003438, 0.188129, -0.001917, -0.007868, -0.205223, -0.002727, -0.012937, -0.226662, -0.002421, 0.001171, -0.179169, -0.003131, 0.002029, 0.093555, -0.00427, -0.026728, 0.130278, -0.003425, -0.003122, -0.202919, -0.021156, -0.089813, 0.081158, 0.006833, 0.009065, 0.187916, 0.000308, -0.002113, 0.226119, 0.003743, 0.007125, 0.191932, -0.000266, -0.00074, 0.168569, 0.000154, -0.006552, -0.138094, 0.000484, -0.000428, -0.224006, 0.003174, 0.000501, 0.181097, 0.006715, 0.017426, 0.205114, -0.001746, 0.001449, 0.183668, 0.000607, 0.004394, 0.214717, -0.007351, -0.019719, -0.234797, 0.002693, 0.010174, 0.212042, 0.00326, 0.005383, 0.221266, -0.001044, -0.000168, -0.134945, 0.000833, 0.000029, -0.166465, -0.001188, -0.00414, 0.175041, 0.007237, 0.012644, 0.193672, 0.005117, 0.007949, 0.209243, -0.012333, -0.051063, 0.081182, -0.005883, -0.002318, -0.186284, 0.002447, -0.007504, 0.208708, -0.002303, -0.006953, -0.18298, 0.00461, 0.007153, 0.210106, 0.002122, 0.004975, 0.178176, -0.004474, -0.000724, -0.152365, -0.003481, -0.009237, -0.220395, 0.001207, 0.004826, 0.202651, 0.003359, 0.004053, -0.109996, -0.023883, -0.091571, 0.067841, -0.002602, -0.008955, -0.248364, 0.000769, 0.00562, 0.195942, -0.001195, 0.000916, 0.178788, -0.000537, -0.003555, -0.193871, 0.002031, 0.002176, 0.156939, 0.000109, -0.00233, 0.166744, -0.004978, -0.009697, -0.221306, 0.000062, -0.005941, -0.21991, 0.008235, 0.007566, 0.162066, -0.002768, -0.011976, 0.207304, 0.003497, 0.00725, 0.190638, -0.002976, -0.009779, -0.208199, -0.002997, -0.006255, -0.205848, -0.005472, -0.01333, -0.23875, -0.001871, -0.000102, -0.24651, 0.009238, 0.01273, 0.184047, -0.003682, -0.008049, -0.171073, -0.002148, 0.00168, 0.223867, -0.000436, -0.004492, -0.196927, 0.002189, -0.000155, -0.180412, 0.000111, -0.00026, 0.085372, -0.003975, -0.014546, 0.220425, -0.030249, -0.068084, 0.074056, -0.007592, -0.014173, -0.207231, 0.000671, -0.003862, -0.184986, -0.00438, -0.001609, -0.274807, -0.015278, -0.101082, 0.063327, 0.008925, 0.028324, 0.221397, 0.000902, 0.004479, 0.190727, -0.001005, 0.012174, 0.158751, 0.000942, -0.005774, -0.206263, 0.00584, 0.011291, 0.212034, -0.007581, -0.027833, -0.229366, 0.004104, 0.012935, 0.211055, 0.003045, 0.003161, 0.205222, -0.000944, -0.003395, 0.155343, 0.001145, 0.002857, 0.212844, -0.0029, -0.003254, 0.166345, -0.003027, -0.093061, 0.007041, -0.004699, -0.0044, -0.182601, -0.007383, -0.011146, -0.171306, 0.001102, 0.005857, -0.129904, 0.007376, 0.01458, 0.214255, -0.003218, -0.027899, 0.164441, 0.014884, 0.056419, -0.059703, 0.02296, 0.082207, -0.105048, 0.000463, 0.004574, 0.201259, -0.002708, -0.00617, -0.178671, -0.000782, 0.001476, -0.167143, 0.000021, -0.007373, -0.201492, -0.000596, 0.003525, 0.137938, 0.000779, -0.012353, -0.203568, 0.001065, 0.00262, 0.20189, -0.001301, 0.002406, 0.225707, -0.00111, -0.00066, -0.146275, -0.003939, 0.006524, 0.212674, 0.001098, -0.005447, 0.156862, 0.00011, 0.0011, 0.179032, -0.000044, -0.004999, -0.046249, 0.005561, 0.005935, 0.212339, 0.003061, 0.010917, 0.20858, -0.000118, 0.004909, 0.190439, 0.004429, 0.013794, 0.203191, -0.006462, -0.024768, -0.182715, 0.001488, -0.000587, 0.131625, 0.001637, 0.00226, 0.108237, -0.002211, -0.001689, 0.105128, -0.003706, -0.005742, -0.217766, 0.003322, -0.003837, -0.206279, 0.016649, 0.090312, -0.136473, -0.005222, -0.075137, 0.064075, 0.005036, 0.010999, 0.215818, 0.003449, 0.001015, -0.185954, 0.004717, 0.007706, -0.238791, 0.006979, 0.011644, 0.205391, 0.015276, 0.054383, 0.192521, 0.004146, 0.004506, 0.211182, -0.002084, 0.000279, 0.178367, 0.002597, -0.000745, -0.242578, -0.006054, -0.014373, -0.238342, -0.00421, -0.005557, 0.219318, 0.000844, 0.003767, -0.226809, 0.002449, -0.00058, -0.139053, -0.000287, -0.001486, 0.135059, -0.003309, 0.004018, -0.223513, 0.001784, -0.00403, -0.204082, -0.005002, -0.010765, -0.192521, 0.001525, -0.000103, -0.17569, -0.003431, -0.01665, -0.210299, 0.001102, 0.00151, 0.214324, -0.028882, -0.041385, 0.073722, -0.000091, 0.001346, -0.183759, 0.001409, 0.00348, 0.144321, -0.000647, -0.002246, -0.219334, -0.002138, -0.00253, 0.154321, 0.003884, -0.001027, -0.15, 0.002232, 0.001149, 0.161089, 0.00233, 0.003359, 0.146371, 0.001771, 0.020644, 0.194942, 0.000471, 0.004718, 0.206237, -0.003671, -0.01733, -0.181892, 0.002945, 0.003647, 0.218425, 0.003423, 0.001798, -0.11166, 0.008763, 0.014641, 0.22092, -0.006886, -0.010037, -0.253624, -0.002661, 0.006098, 0.175362, 0.002386, 0.005577, 0.199472, 0.000954, 0.000752, -0.184661, -0.006279, -0.011399, -0.225641, -0.001586, -0.012989, -0.209488, 0.001393, 0.007323, 0.245012, 0.00079, 0.004573, 0.119156, 0.000168, -0.009313, 0.230961, -0.002301, -0.007671, -0.212354, -0.000876, -0.009697, -0.285921, -0.000652, 0.001721, -0.169349, -0.001696, -0.003454, -0.208287, -0.003054, -0.00695, -0.213287, -0.002956, -0.007004, -0.205179, 0.005056, -0.004734, -0.190907, 0.002978, 0.012048, 0.225459, -0.003841, -0.011596, -0.22275, -0.001495, -0.000049, -0.167872, 0.000792, 0.000212, 0.166384, 0.009525, 0.076944, -0.079783, -0.002758, -0.004143, -0.214569, -0.005979, -0.011803, -0.174814, -0.002727, -0.001585, 0.140857, 0.00098, -0.004206, 0.140799, -0.003728, -0.004515, -0.193795, 0.004956, 0.008528, 0.208108, 0.001364, 0.011193, 0.184181, -0.00592, -0.005147, -0.221443, 0.001976, -0.00465, -0.18017, 0.009082, 0.015524, 0.214454, 0.011854, 0.068622, -0.074472, 0.003418, 0.002545, 0.182374, 0.003089, 0.007455, 0.223712, -0.001588, -0.001273, -0.204807, 0.001527, 0.011268, 0.22116, -0.00322, 0.003012, 0.204497, -0.000978, -0.000565, -0.123782, -0.00203, -0.007768, -0.179649, -0.002053, 0.002832, 0.135486, -0.005397, -0.005054, 0.175646, -0.000084, -0.007274, -0.149352, -0.000913, -0.006409, -0.167259, -0.002874, -0.007537, -0.20392, -0.000208, -0.00521, -0.241758, -0.004985, -0.008877, -0.206794, -0.005272, -0.008314, -0.240732, -0.00283, -0.006708, -0.210968, -0.008243, -0.010843, -0.213426, 0.000031, -0.004052, -0.157773, -0.002505, 0.000442, 0.210987, -0.005082, -0.006607, -0.19443, -0.001964, 0.002079, 0.215589, -0.00052, 0.001788, 0.219756, -0.003042, -0.000928, -0.225214, -0.01496, -0.021192, 0.18702, 0.000942, -0.000353, -0.167871, 0.020108, 0.119543, -0.004059, -0.000877, -0.00744, -0.203882, -0.0007, 0.006395, 0.174284, 0.006282, 0.008445, 0.232264, -0.001579, 0.004935, 0.21246, 0.000757, 0.003093, 0.165056, -0.008436, -0.00771, -0.221747, 0.000893, -0.001319, 0.193081, 0.004103, 0.006351, 0.245547, 0.006437, 0.00473, 0.223867, -0.00522, -0.00544, -0.194255, -0.000288, -0.002744, -0.240667, 0.00339, 0.007314, 0.169517, -0.003701, 0.007588, 0.194676, -0.011019, -0.086391, 0.08916, -0.000831, 0.001857, 0.202551, -0.003862, -0.00274, -0.175994, -0.000068, -0.003739, -0.122346, 0.001224, 0.012595, -0.258723, -0.001914, -0.001754, 0.119833, -0.002154, -0.001045, -0.188467, -0.001323, 0.00013, 0.158568, -0.001225, -0.002865, 0.035784, -0.006981, -0.008977, -0.183917, -0.016112, -0.05686, 0.058131, -0.003509, -0.001722, -0.090883, -0.004503, -0.002395, -0.215614, 0.00557, 0.001993, -0.140274, 0.005438, 0.008928, 0.219746, -0.001983, 0.00614, -0.182917, 0.001281, -0.002206, 0.184297, 0.000643, -0.002632, -0.251344, -0.007009, -0.015069, -0.201284, 0.015688, 0.107101, -0.100597, 0.003152, 0.00604, 0.226212, 0.003064, 0.009339, 0.179558, -0.008155, -0.011898, -0.154757, 0.004487, 0.074801, -0.10799, -0.002898, -0.003902, -0.24268, 0.013128, 0.070902, -0.068734, -0.001558, 0.00067, -0.164908, -0.001952, 0.00914, 0.227285, 0.002401, 0.010019, 0.191098, 0.001245, -0.001074, 0.155033, -0.000047, 0.004439, 0.178427, -0.006, -0.006982, -0.208311, 0.008713, 0.012104, 0.191338, -0.00047, -0.002361, -0.166241, 0.001638, 0.008243, 0.196655, 0.002152, -0.000166, -0.212052, 0.002204, -0.002636, 0.213639, 0.001109, -0.001861, -0.167073, 0.000068, 0.021732, 0.151186, -0.000808, 0.012749, -0.112633, 0.002916, -0.00437, -0.157643, -0.000933, -0.004588, -0.171168, 0.005908, 0.009506, 0.223968, -0.00153, 0.003838, 0.191982, -0.044174, -0.068561, 0.095134, 0.00277, 0.011484, 0.20009, 0.006075, 0.005768, 0.24843, -0.000885, 0.005414, 0.135456, -0.000464, 0.009242, 0.215266, 0.002651, 0.001712, 0.157448, -0.003422, -0.009007, -0.208892, -0.003212, -0.019316, -0.23866, 0.002789, 0.012973, 0.245246, -0.000414, -0.00896, -0.28728, -0.000097, 0.006822, 0.294859, -0.000558, 0.002234, -0.127829, 0.007784, 0.019475, -0.043864, 0.002107, 0.003942, 0.21153, -0.003089, 0.004899, 0.256511, -0.005731, -0.009605, -0.248033, -0.005818, -0.013074, -0.251388, 0.000317, 0.001333, 0.173497, 0.00239, -0.001178, -0.176763, -0.004425, -0.008581, -0.210357, 0.004219, 0.006231, 0.204713, -0.00838, -0.011499, -0.2544, 0.003869, 0.020123, 0.208723, 0.002587, 0.002676, 0.231152, -0.004848, -0.044941, 0.061058, -0.005485, -0.011145, -0.183738, -0.000729, -0.001591, -0.044608, -0.003186, -0.008244, -0.222378, -0.004177, -0.00866, -0.18411, -0.004201, -0.047136, 0.098579, -0.001275, -0.0015, -0.223751, -0.002653, -0.003336, -0.174339, 0.001899, -0.003314, -0.130887, 0.00236, 0.003946, 0.178791, 0.008818, 0.125451, -0.06837, 0.005226, 0.002912, 0.13161, 0.0052, 0.075672, -0.070394, -0.001104, -0.005541, -0.240922, 0.001757, -0.002178, 0.132423, 0.009409, 0.124217, 0.010345, 0.003053, 0.007221, 0.166538, 0.010486, 0.027856, 0.180784, -0.003416, -0.007333, -0.173811, -0.003249, -0.003576, -0.127497, -0.005415, -0.085004, 0.071607, -0.001509, 0.000757, 0.194145, 0.002844, 0.01622, -0.13935, 0.012502, 0.04971, -0.090276, 0.00042, 0.007279, -0.160035, -0.000275, -0.091173, -0.157885, 0.002839, 0.013449, 0.206571, -0.001151, 0.000633, 0.123897, -0.003803, -0.002483, -0.171156, -0.00088, 0.000458, 0.113724, 0.002037, 0.009033, 0.181857, 0.000991, 0.004924, 0.219718, -0.001714, -0.002065, 0.160228, 0.001708, -0.000625, -0.186041, 0.006727, 0.012246, 0.236196, -0.006159, -0.016246, -0.193902, -0.001539, -0.008912, -0.201332, -0.005054, -0.008942, -0.198932, 0.000098, -0.002545, -0.209399, -0.004275, -0.093763, 0.063147, -0.00165, -0.004539, 0.164746, -0.006519, -0.011446, -0.222649, -0.000055, -0.001771, -0.170335, -0.000493, -0.007674, -0.207803, -0.002634, -0.001492, 0.131565, -0.013791, -0.018484, -0.206791, 0.001937, -0.002274, 0.173591, -0.005092, -0.00673, -0.218719, -0.000067, -0.000335, -0.195407, 0.001895, -0.000243, -0.204942, 0.001367, -0.001895, -0.146873, 0.001302, -0.004688, -0.193903, -0.000978, -0.002121, 0.195092, -0.000983, -0.008611, -0.139308, 0.002659, 0.009449, 0.11326, -0.002799, -0.00094, 0.206273, 0.00239, 0.001555, -0.216861, 0.001916, -0.000013, 0.161188, -0.006378, -0.009394, -0.220503, -0.006952, -0.098207, 0.015305, 0.002184, 0.000086, -0.145675, -0.00365, -0.127652, -0.122751, -0.006895, -0.006771, -0.172774, -0.00264, 0.002518, 0.21934, -0.001408, -0.009105, -0.193805, 0.001575, 0.004662, 0.216363, -0.002419, -0.004156, -0.18775, 0.001863, 0.001973, 0.219974, -0.000552, -0.000942, 0.163246, 0.008452, 0.011206, 0.200217, 0.003638, 0.003351, 0.261096, -0.00111, -0.005317, -0.178624, -0.00215, 0.004828, 0.218147, -0.046097, -0.083329, -0.148924, 0.001815, -0.000385, 0.180643, 0.000775, 0.000147, -0.178084, 0.021509, 0.060865, -0.071834, 0.002967, 0.002445, -0.177792, -0.00008, 0.003897, 0.162076, 0.004084, 0.005769, 0.2168, 0.00569, 0.009762, 0.211571, -0.003454, -0.000474, -0.171248, -0.003291, -0.11565, 0.039564, -0.00929, -0.012518, -0.218815, 0.001034, -0.000151, 0.097474, 0.001443, 0.00538, 0.220086, 0.002388, 0.006046, 0.107606, 0.00134, 0.000394, -0.126361, -0.003126, -0.000369, -0.223592, 0.001486, 0.001744, 0.161351, -0.003205, -0.006924, -0.131378, 0.002718, 0.008834, 0.189363, -0.00245, -0.002601, 0.115797, -0.000824, -0.005595, 0.175905, 0.007139, 0.0873, -0.053206, -0.001763, 0.003486, -0.136912, -0.002998, -0.004534, -0.177726, -0.000858, -0.007396, 0.187233, 0.000392, 0.009001, -0.220019, -0.002283, -0.004143, -0.20655, -0.002755, -0.164875, 0.005964, -0.008015, -0.016382, 0.035088, 0.008353, 0.036791, -0.054855, -0.000069, 0.00195, 0.131064, 0.005314, 0.013246, 0.208374, 0.006732, 0.007867, 0.208591, -0.00198, -0.000975, -0.219488, 0.002958, 0.005006, 0.203375, 0.006426, 0.003918, -0.180526, -0.001923, -0.003394, 0.123757, 0.001926, 0.011329, 0.173546, 0.007006, 0.010657, 0.199517, -0.000077, 0.001872, -0.247196, 0.007089, 0.009197, 0.176299, 0.002673, -0.000664, 0.108727, -0.004193, -0.010743, -0.202408, 0.00811, 0.002703, -0.204638, 0.009396, 0.007732, 0.217855, 0.006023, 0.012697, 0.230866, 0.00468, 0.005312, 0.224571, -0.00033, 0.003709, 0.127331, -0.00417, -0.007568, -0.130131, 0.010915, 0.124235, -0.041887, -0.004558, -0.010557, -0.243171, 0.005136, 0.009179, 0.179296, -0.002928, 0.000414, 0.155039, -0.00343, -0.007038, -0.213822, -0.00783, -0.011265, -0.230226, -0.001952, -0.001652, 0.200171, 0.000602, 0.002709, 0.171063, -0.000119, 0.005143, -0.131797, -0.009425, -0.01017, -0.179185, 0.002366, 0.00748, 0.198965, -0.002248, -0.002601, -0.236813, -0.003626, 0.002335, -0.154576, 0.003524, 0.008832, 0.219865, 0.001055, -0.001825, 0.147838, -0.004207, -0.022107, -0.188562, -0.021903, -0.101091, 0.050629, 0.002587, 0.008137, 0.188886, 0.004419, 0.002309, 0.124558, -0.006236, -0.010455, -0.200962, 0.002749, 0.014855, -0.22327, 0.000569, -0.005509, -0.210085, -0.009251, -0.012727, -0.198757, 0.000006, 0.000562, -0.125609, -0.003877, -0.003905, 0.225965, 0.017225, 0.1205, -0.04413, -0.006693, -0.007488, -0.229237, -0.006585, -0.017185, -0.213917, 0.004257, 0.009318, -0.182687, -0.003008, -0.010192, -0.199058, -0.002529, -0.007429, -0.215638, -0.000157, -0.005482, 0.238991, 0.001258, -0.003546, -0.176027, 0.019228, 0.094153, -0.085192, 0.003266, 0.004186, 0.210227, -0.001485, 0.00635, 0.22435, -0.005487, -0.012715, -0.18622, -0.003493, -0.001107, -0.215964, -0.001106, -0.001872, 0.22389, 0.000956, 0.006845, 0.201061, 0.001642, -0.004441, -0.12668, -0.004831, -0.009685, -0.200358, 0.001364, 0.009785, 0.209751, -0.002997, -0.008872, -0.203097, 0.006552, 0.016322, 0.193742, -0.003233, -0.001966, 0.137699, -0.002792, -0.00906, 0.056464, 0.003484, 0.006848, -0.239915, 0.002686, 0.001207, 0.180393, -0.000134, -0.009017, -0.208324, -0.001843, -0.003222, -0.198315, -0.006574, -0.013314, -0.208415, -0.006172, -0.010009, -0.209166, -0.004289, 0.002416, 0.204615, -0.015555, -0.109112, 0.081478, 0.003818, 0.010453, 0.203517, 0.003975, 0.010443, 0.213767, 0.005738, 0.007827, 0.193922, -0.000111, 0.001268, -0.214143, 0.001226, 0.005996, 0.144188, 0.002517, 0.000666, -0.158771, 0.005138, 0.007231, 0.149522, 0.001789, 0.001828, 0.245764, -0.000618, -0.002525, 0.171134, 0.003466, 0.008171, 0.222889, -0.008716, -0.020579, -0.208606, -0.005927, -0.00956, -0.187985, -0.001041, 0.001804, 0.186268, 0.00233, 0.000415, -0.182887, -0.02657, -0.087889, 0.100945, -0.001258, -0.005778, -0.210499, -0.000584, -0.004526, -0.210525, -0.001336, -0.001941, 0.107543, -0.000911, -0.000128, 0.1789, 0.014838, 0.109466, -0.096568, 0.000817, 0.001091, -0.099962, -0.001345, 0.001, 0.18254, 0.004074, 0.143035, 0.010497, -0.00465, -0.00926, -0.197165, 0.003281, 0.00606, 0.163742, -0.004428, -0.003151, -0.192437, -0.001148, -0.001655, -0.184042, -0.000414, -0.005647, -0.200974, 0.043507, 0.114095, -0.039774, 0.002709, 0.013552, 0.195402, 0.007101, 0.062445, -0.075677, 0.022709, 0.092477, -0.077201, 0.001223, 0.003513, -0.284404, -0.000894, -0.000448, -0.218935, 0.00187, 0.004871, 0.207283, 0.003317, 0.009954, 0.203616, 0.003148, 0.000743, -0.132992, 0.010715, 0.012152, 0.18781, 0.000683, 0.008207, 0.191437, 0.001363, 0.004316, 0.226312, 0.002389, -0.002376, 0.109176, -0.004579, -0.001804, -0.192434, -0.006409, -0.101768, 0.099877, -0.000753, -0.004205, 0.173136, -0.00412, -0.008535, -0.208461, -0.001939, -0.000436, -0.114889, -0.000777, 0.001291, 0.210787, 0.005014, 0.008726, 0.227704, -0.00156, 0.010305, 0.100194, 0.008726, 0.019228, 0.223331, -0.000229, -0.000862, 0.20762, 0.003255, 0.002801, -0.250639, -0.007073, 0.002912, 0.205978, -0.000881, 0.004941, 0.159943, -0.005331, -0.011484, -0.204079, -0.019791, -0.038117, 0.120666, 0.003819, 0.011279, 0.192693, 0.003938, 0.006643, 0.176002, 0.001315, -0.000046, 0.174599, 0.016246, 0.024936, 0.208179, 0.001517, 0.001575, 0.131323, 0.000896, -0.005299, -0.220219, 0.002761, 0.007064, 0.180844, 0.00433, -0.000862, 0.192677, 0.014858, 0.067991, -0.089178, 0.003158, 0.00765, 0.207209, 0.000199, 0.000028, -0.188154, -0.014134, -0.076406, 0.046937, -0.000246, -0.004982, -0.240937, 0.005733, 0.016344, 0.194173, 0.00395, 0.012484, 0.213199, -0.005029, -0.011073, -0.187203, -0.004401, -0.006353, -0.215831, 0.000252, -0.002326, 0.187953, 0.003966, 0.007955, 0.177685, 0.000862, 0.000723, -0.173115, -0.006192, -0.009432, -0.212846, -0.001093, 0.000009, -0.16455, 0.004655, 0.103094, -0.09911, 0.003154, -0.004577, -0.224472, -0.000684, 0.008478, 0.210696, 0.005505, 0.007782, 0.132275, 0.000155, 0.003034, 0.08794, 0.001219, -0.001618, 0.167631, -0.005736, -0.007582, -0.176014, -0.006301, -0.006197, 0.2414, -0.000301, -0.111966, 0.027777, 0.003287, 0.013527, -0.063841, -0.001196, -0.006642, -0.205254, 0.018099, 0.084128, 0.007171, 0.004074, 0.010494, 0.226307, -0.000105, -0.004045, -0.223238, 0.002337, 0.004819, 0.220901, -0.00307, -0.007255, -0.181428, 0.000004, -0.005868, -0.18991, -0.000461, 0.007111, 0.174727, -0.00005, 0.007575, -0.195086, 0.001239, -0.000593, -0.152542, 0.002931, 0.0091, 0.201785, -0.000649, -0.006833, -0.224462, 0.002976, -0.004192, -0.176789, 0.002414, -0.001694, -0.201696, 0.002796, 0.005499, 0.169725, 0.003348, 0.004734, 0.142417, -0.007553, -0.112112, 0.041126, -0.00296, -0.132863, 0.069383, 0.001255, 0.003687, 0.203072, -0.004679, -0.008763, -0.242505, -0.004628, -0.006112, -0.196721, 0.000246, 0.004219, 0.233436, 0.003858, 0.005984, 0.130756, -0.005664, -0.002941, -0.218008, 0.001065, 0.004474, 0.146786, -0.001061, 0.004211, -0.228499, -0.000051, -0.002269, 0.214382, -0.003396, -0.002292, 0.222773, 0.003027, 0.011536, 0.209028, -0.003836, -0.005293, -0.209467, 0.000073, 0.003649, 0.214773, -0.003659, -0.001324, -0.105698, 0.003864, 0.011603, 0.215564, 0.003682, 0.00802, 0.187673, 0.000828, 0.001982, -0.162466, -0.003257, -0.008609, -0.1919, -0.000901, 0.000616, 0.170964, -0.00248, -0.002642, 0.19995, 0.001173, -0.004795, 0.120415, -0.002468, -0.010358, -0.202176, 0.003094, 0.005707, 0.202446, -0.001253, -0.003092, -0.229246, -0.005553, -0.01738, 0.054007, 0.002477, 0.001684, 0.142495, 0.000333, -0.00089, -0.200468, -0.002108, -0.005627, -0.192915, -0.000357, 0.00163, 0.075039, -0.005133, -0.010498, -0.193584, -0.000531, 0.002871, 0.158745, -0.001651, 0.003844, 0.207995, 0.003572, 0.007598, 0.189353, 0.000526, 0.005259, 0.181242, -0.00088, -0.00929, -0.207764, 0.005588, 0.010105, 0.223692, 0.009898, 0.095454, -0.003324, 0.000706, 0.007339, 0.209666, 0.000191, -0.000174, 0.153289, 0.00979, 0.010614, 0.231693, -0.009419, -0.020585, -0.193635, -0.001585, -0.00668, -0.222082, -0.000112, 0.008834, 0.219544, -0.000795, 0.002519, 0.215838, 0.003605, 0.011935, 0.227197, 0.008733, 0.007722, 0.161588, 0.018058, 0.089555, -0.076134, -0.000876, -0.007018, -0.216494, -0.007289, -0.007029, -0.251889, 0.001337, 0.003092, 0.178401, 0.001793, -0.083455, 0.075, -0.004411, -0.010941, -0.178792, 0.004498, 0.007582, 0.196311, 0.00241, 0.000315, -0.199498, 0.025508, 0.083971, -0.097469, 0.00126, -0.000288, 0.217076, 0.004902, 0.010372, 0.210702, 0.00071, 0.00086, 0.229132, -0.003578, -0.010997, -0.186937, 0.004833, 0.003017, 0.145105, -0.00116, 0.000788, -0.230457, -0.003733, -0.009737, -0.166091, -0.000489, 0.000548, 0.182438, 0.000109, 0.003852, 0.181713, 0.000973, -0.004304, -0.22177, -0.006864, -0.006498, -0.179326, 0.003857, 0.005992, 0.202465, 0.002357, 0.004915, 0.186245, -0.000831, 0.005852, 0.152551, 0.003003, 0.002833, 0.159172, 0.007623, 0.011061, 0.205677, 0.002986, 0.000357, 0.179164, 0.004424, 0.007501, 0.182223, -0.003646, -0.00648, -0.03224, -0.002365, -0.129028, -0.0086, 0.000793, -0.00165, -0.183902, -0.001156, -0.002525, 0.205897, 0.000344, 0.004973, -0.192165, -0.006351, -0.107193, 0.093226, -0.003801, -0.004882, -0.205835, 0.003292, 0.00316, -0.10814, 0.001458, -0.0009, 0.192418, -0.001777, -0.000149, 0.198655, -0.001733, 0.001654, 0.145764, 0.004406, 0.00771, 0.19046, 0.003321, 0.008053, 0.221975, 0.00333, 0.000209, 0.261994, 0.003283, 0.004398, 0.180384, 0.002982, 0.002717, -0.167604, 0.002064, 0.002667, -0.090894, 0.001466, 0.007532, 0.229699, -0.000746, -0.001333, 0.141617, 0.004885, 0.008275, 0.165543, 0.001747, 0.002097, 0.205169, 0.003259, 0.003983, 0.154275, 0.014849, 0.08914, -0.043785, -0.002019, 0.003969, -0.148484, -0.007575, -0.010526, -0.225877, -0.002464, -0.007382, -0.219915, -0.00408, -0.004118, 0.221331, 0.000977, 0.011396, 0.235575, -0.00062, 0.001064, 0.162438, -0.00113, -0.004858, -0.168912, -0.005017, -0.001401, 0.171357, 0.000714, -0.003344, -0.225192, 0.003501, -0.003764, -0.236088, -0.000104, -0.002428, -0.163378, -0.007962, -0.009108, -0.210196, -0.001482, -0.004443, 0.149544, -0.003465, -0.007357, -0.187303, 0.004028, 0.006525, 0.176593, 0.00739, 0.015768, 0.228453, 0.010139, 0.015368, 0.199528, 0.005071, 0.005556, 0.219763, -0.001235, 0.001645, -0.13495, -0.009889, -0.005409, 0.188221, 0.00154, 0.00249, 0.23004, -0.002726, -0.007858, -0.157553, 0.000042, 0.001334, 0.132025, -0.000298, 0.004792, 0.227979, -0.003661, -0.000592, -0.140039, -0.005475, -0.00508, -0.229095, 0.003188, 0.005167, 0.156648, -0.003351, -0.008763, -0.21046, -0.001356, 0.173539, -0.049561, -0.006335, -0.010931, -0.180638, -0.001949, 0.000297, 0.10383, -0.009567, -0.040157, 0.053803, 0.005951, 0.010022, 0.185202, -0.001269, 0.001462, -0.196392, -0.002675, -0.005516, -0.219737, -0.002149, -0.001406, -0.180922, 0.003549, 0.010992, 0.200212, -0.00001, 0.108832, -0.05287, -0.001911, -0.004617, -0.131568, -0.00092, -0.006502, 0.226869, 0.005639, 0.008223, 0.192588, 0.006738, 0.023125, 0.24051, -0.000339, -0.001973, -0.126007, -0.005827, -0.003305, -0.18292, 0.001705, 0.007987, 0.242872, 0.001452, -0.000602, -0.21224, -0.000955, 0.005141, 0.243094, -0.004883, -0.013979, -0.207072, -0.006544, -0.007677, -0.203999, 0.005321, 0.011661, 0.222729, 0.002537, -0.002555, -0.22048, 0.00714, 0.00941, 0.188923, 0.001186, 0.003853, 0.189591, 0.002311, 0.000013, -0.171265, 0.003227, 0.003836, 0.211429, -0.001601, 0.001171, -0.168367, 0.001542, 0.000868, 0.165795, -0.003868, -0.008707, -0.21788, 0.001235, 0.006134, 0.278719, 0.000651, 0.004113, 0.267046, 0.000096, 0.004577, 0.179606, -0.001979, -0.007177, -0.216957, 0.001277, 0.00393, 0.177585, 0.000588, -0.004609, 0.207773, -0.000407, -0.001404, -0.192158, -0.000731, 0.00473, 0.221349, -0.004032, -0.001137, 0.248036, -0.000941, -0.006992, -0.055491, -0.001265, 0.001073, -0.254171, 0.00292, 0.00143, -0.261745, 0.000245, 0.01038, 0.240212, -0.00168, -0.075697, 0.069918, -0.00065, -0.001996, 0.188705, 0.001977, 0.008543, -0.188442, -0.002239, -0.002993, -0.206486, 0.000162, -0.000447, -0.194014, -0.001847, 0.001893, 0.187874, -0.000569, -0.006968, -0.174427, -0.002557, -0.002078, -0.203917, -0.003494, 0.002234, 0.215752, -0.003577, 0.004451, 0.246359, 0.003015, 0.001885, -0.21499, 0.00433, 0.006067, 0.253904, 0.001882, 0.003515, 0.21004, 0.001873, -0.000649, -0.190902, -0.002961, -0.006976, -0.22671, 0.004091, 0.003806, 0.152668, 0.000349, -0.008679, -0.186726, -0.003639, 0.001426, 0.169629, -0.000714, 0.000076, 0.04393, -0.000522, -0.009052, -0.173129, -0.005881, -0.015159, -0.210337, 0.000751, -0.00006, 0.134872, -0.006874, -0.011122, -0.221012, -0.005831, 0.002761, 0.232155, -0.000157, 0.002467, 0.198216, 0.012273, 0.021331, 0.180928, -0.005533, -0.001916, -0.175276, 0.014863, 0.098053, -0.043202, 0.000651, -0.005288, -0.18111, -0.00425, -0.009124, -0.221508, -0.000276, -0.001733, -0.139898, -0.000711, 0.00077, 0.212368, 0.003848, 0.002776, 0.167326, -0.001755, 0.000025, 0.257395, -0.002398, -0.003966, -0.075411, -0.008126, -0.016296, -0.208035, -0.001401, -0.005338, 0.228324, 0.002868, 0.014169, 0.219701, -0.002019, -0.009784, -0.214399, 0.002566, 0.005746, 0.185672, 0.001994, 0.008389, 0.217123, 0.012712, 0.040605, 0.138169, -0.00093, 0.003557, 0.110767, -0.008015, -0.006209, -0.223607, 0.00269, 0.009484, 0.223635, 0.001397, 0.004668, 0.194441, -0.00099, 0.000089, -0.17963, -0.000747, -0.004259, -0.208717, -0.001436, 0.004004, 0.159583, 0.00173, 0.004554, 0.205483, -0.003218, -0.000364, -0.20479, 0.001686, 0.004037, 0.201467, 0.001808, 0.004841, 0.175481, -0.001527, 0.002774, -0.172369, -0.000233, 0.000483, 0.264674, 0.001765, 0.002438, 0.177619, 0.005481, 0.011629, 0.220592, 0.005007, 0.009156, 0.177169, -0.005791, -0.007699, -0.215217, 0.001213, 0.003145, -0.166815, -0.000724, -0.000565, -0.227138, 0.001674, -0.003431, 0.115212, -0.000505, -0.005618, -0.239308, -0.00337, -0.006855, -0.177212, 0.001167, 0.012053, 0.205062, 0.013697, 0.076356, -0.059634, -0.000137, 0.004423, -0.132204, 0.001418, 0.002435, -0.196341, -0.000318, 0.014501, 0.301356, -0.004009, 0.004169, -0.241704, 0.001573, 0.003947, 0.060382, -0.005902, -0.008833, -0.16981, 0.005685, 0.118337, 0.186459, 0.001828, 0.003197, 0.159549, 0.000367, -0.004724, 0.183203, 0.003606, 0.006792, 0.19568, -0.000549, -0.00734, -0.17752, 0.002332, 0.004306, 0.216584, 0.003596, 0.005313, 0.207194, 0.002252, 0.006566, -0.22418, 0.002588, 0.003165, 0.136464, -0.006856, -0.015194, -0.188962, -0.004918, -0.001054, 0.105738, 0.002242, -0.002188, -0.184656, 0.004866, 0.005525, 0.217582, 0.006011, 0.00538, 0.210555, -0.004384, -0.008252, -0.214463, 0.001071, -0.094998, -0.034586, 0.000228, 0.010341, 0.192732, -0.001302, -0.004073, -0.16243, -0.001789, -0.006529, 0.188256, -0.002155, -0.002421, -0.210659, 0.019127, 0.093026, 0.047258, -0.000082, 0.008101, 0.213323, -0.015155, -0.039574, -0.2178, -0.000836, -0.001665, 0.231918, -0.002704, -0.003378, -0.165188, 0.009871, 0.01008, 0.19964 ]
 }
, "name": "LlmExporter::FusedLinearAttention_1640", "outputIndexes": 
[ 1001 ]
, "type": "Const", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 978, 1000, 1000, 1001 ]
, "main_type": "LinearAttentionParam", "main": 
{ "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false }
, "name": "/layers.15/self_attn/FusedLinearAttention", "outputIndexes": 
[ 1002 ]
, "type": "LinearAttention", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 989, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_2_output_0", "outputIndexes": 
[ 1003 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 997, 21 ]
, "main_type": "SqueezeParam", "main": 
{  }
, "name": "/blocks.15/self_attn/Unsqueeze_3_output_0", "outputIndexes": 
[ 1004 ]
, "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1003, 1004, 38 ]
, "main_type": "Axis", "main": 
{ "axis": 0 }
, "name": "/blocks.15/self_attn/Concat_1_output_0", "outputIndexes": 
[ 1005 ]
, "type": "Concat", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1002, 1005 ]
, "main_type": "Reshape", "main": 
{ "dimType": "NCHW" }
, "name": "/blocks.15/self_attn/Reshape_output_0", "outputIndexes": 
[ 1006 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1006 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": 
[ 1371 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1371 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/self_attn/out_proj/Linear/pre_convert", "outputIndexes": 
[ 1372 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1372 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 170327952, 524310, 131072, 0, 0 ]
 }
, "name": "/layers.15/self_attn/out_proj/Linear", "outputIndexes": 
[ 1373 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1373 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/self_attn/out_proj/Linear/post_convert", "outputIndexes": 
[ 1374 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1374 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.15/self_attn/out_proj/Linear/post_reshape", "outputIndexes": 
[ 1007 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 975, 1007 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/Add_output_0", "outputIndexes": 
[ 1008 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1008 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 170983334, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "/blocks.15/post_attention_layernorm/Mul_1_output_0", "outputIndexes": 
[ 1009 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1009 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/w1/Linear/pre_reshape", "outputIndexes": 
[ 1375 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1375 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/mlp/w1/Linear/pre_convert", "outputIndexes": 
[ 1376 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1376 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 170991526, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.15/mlp/w1/Linear", "outputIndexes": 
[ 1377 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1377 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/w1/Linear/post_convert", "outputIndexes": 
[ 1378 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1378 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/w1/Linear/post_reshape", "outputIndexes": 
[ 1010 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1010 ]
, "main_type": "UnaryOp", "main": 
{ "opType": "SILU", "T": "DT_INVALID" }
, "name": "/blocks.15/mlp/Mul_output_0", "outputIndexes": 
[ 1011 ]
, "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1376 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 173940668, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.15/mlp/w3/Linear", "outputIndexes": 
[ 1381 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1381 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/w3/Linear/post_convert", "outputIndexes": 
[ 1382 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1382 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 4608 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/w3/Linear/post_reshape", "outputIndexes": 
[ 1012 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1011, 1012 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/mlp/Mul_1_output_0", "outputIndexes": 
[ 1013 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1013 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 4608, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/w2/Linear/pre_reshape", "outputIndexes": 
[ 1383 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1383 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/layers.15/mlp/w2/Linear/pre_convert", "outputIndexes": 
[ 1384 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1384 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 }
, "external": 
[ 176889810, 2359318, 589824, 0, 0 ]
 }
, "name": "/layers.15/mlp/w2/Linear", "outputIndexes": 
[ 1385 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1385 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/layers.15/mlp/w2/Linear/post_convert", "outputIndexes": 
[ 1386 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1386 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 1024 ]
, "dimType": "NCHW" }
, "name": "/layers.15/mlp/w2/Linear/post_reshape", "outputIndexes": 
[ 1014 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1008, 1014 ]
, "main_type": "BinaryOp", "main": 
{ "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 }
, "name": "/blocks.15/Add_1_output_0", "outputIndexes": 
[ 1015 ]
, "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1015, 1, 161, 16, 16 ]
, "main_type": "StridedSliceParam", "main": 
{ "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }
, "name": "/Slice_output_0", "outputIndexes": 
[ 1016 ]
, "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1016 ]
, "main_type": "LayerNorm", "main": 
{ "axis": 
[ -1 ]
, "epsilon": 0.00001, "group": 1, "external": 
[ 179838952, 4096, 4096 ]
, "useRMSNorm": true }
, "name": "hidden_states", "outputIndexes": 
[ 1017 ]
, "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1017 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ -1, 1024, 1, 1 ]
, "dimType": "NCHW" }
, "name": "/lm/lm_head/Linear/pre_reshape", "outputIndexes": 
[ 1387 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1387 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NCHW", "dest": "NC4HW4" }
, "name": "/lm/lm_head/Linear/pre_convert", "outputIndexes": 
[ 1388 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1388 ]
, "main_type": "Convolution2D", "main": 
{ "common": 
{ "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 65536, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false }
, "quanParameter": 
{ "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 1048576, "has_scaleInt": false, "shapeInt32": true, "weightSize": 0 }
, "external": 
[ 179847144, 33554458, 8388608, 0, 0 ]
 }
, "name": "/lm/lm_head/Linear", "outputIndexes": 
[ 1389 ]
, "type": "Convolution", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1389 ]
, "main_type": "TensorConvertInfo", "main": 
{ "source": "NC4HW4", "dest": "NCHW" }
, "name": "/lm/lm_head/Linear/post_convert", "outputIndexes": 
[ 1390 ]
, "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" }
, 
{ "inputIndexes": 
[ 1390 ]
, "main_type": "Reshape", "main": 
{ "dims": 
[ 1, -1, 65536 ]
, "dimType": "NCHW" }
, "name": "/lm/lm_head/Linear/post_reshape", "outputIndexes": 
[ 1018 ]
, "type": "Reshape", "defaultDimentionFormat": "NHWC" }
 ]
, "outputName": 
[ "logits", "hidden_states" ]
, "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": 
[ "position_ids", "logits_index", "input_ids", "/blocks.0/Constant_output_0", "/blocks.0/Reshape_output_0", "/blocks.0/input_layernorm/Mul_1_output_0", "/blocks.0/self_attn/in_proj/FakeLinear_output_0", "/blocks.0/self_attn/Transpose_output_0", "/blocks.0/self_attn/Shape_output_0", "Shape22", "Rank24", "BinaryOp26", "Unsqueeze27", "Const28", "BinaryOp29", "Unsqueeze30", "Unsqueeze32", "StridedSlice33", "Squeeze34", "BinaryOp36", "/blocks.0/self_attn/Gather_output_0", "/rotary/Constant_3_output_0", "/blocks.0/self_attn/Unsqueeze_output_0", "Unsqueeze46", "Unsqueeze49", "StridedSlice52", "Squeeze53", "BinaryOp54", "BinaryOp55", "/blocks.0/self_attn/Gather_1_output_0", "/blocks.0/self_attn/Unsqueeze_1_output_0", "/blocks.0/self_attn/Concat_output_0", "Const60", "/blocks.0/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_130", "/blocks.0/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.0/self_attn/Unsqueeze_2_output_0", "/blocks.0/self_attn/Unsqueeze_3_output_0", "/blocks.0/self_attn/Constant_3_output_0", "/blocks.0/self_attn/Concat_1_output_0", "/blocks.0/self_attn/Reshape_output_0", "/blocks.0/self_attn/out_proj/FakeLinear_output_0", "/blocks.0/Add_output_0", "/blocks.0/post_attention_layernorm/Mul_1_output_0", "/blocks.0/mlp/w1/FakeLinear_output_0", "/blocks.0/mlp/Mul_output_0", "/blocks.0/mlp/w3/FakeLinear_output_0", "/blocks.0/mlp/Mul_1_output_0", "/blocks.0/mlp/w2/FakeLinear_output_0", "/blocks.0/Add_1_output_0", "/blocks.1/Reshape_output_0", "/blocks.1/input_layernorm/Mul_1_output_0", "/blocks.1/self_attn/in_proj/FakeLinear_output_0", "/blocks.1/self_attn/Transpose_output_0", "/blocks.1/self_attn/Shape_output_0", "Shape98", "Rank100", "BinaryOp102", "Unsqueeze103", "BinaryOp105", "Unsqueeze106", "StridedSlice109", "Squeeze110", "BinaryOp112", "/blocks.1/self_attn/Gather_output_0", "/blocks.1/self_attn/Unsqueeze_output_0", "Unsqueeze120", "Unsqueeze123", "StridedSlice126", "Squeeze127", "BinaryOp128", "BinaryOp129", "/blocks.1/self_attn/Gather_1_output_0", "/blocks.1/self_attn/Unsqueeze_1_output_0", "/blocks.1/self_attn/Concat_output_0", "/blocks.1/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_191", "/blocks.1/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.1/self_attn/Unsqueeze_2_output_0", "/blocks.1/self_attn/Unsqueeze_3_output_0", "/blocks.1/self_attn/Concat_1_output_0", "/blocks.1/self_attn/Reshape_output_0", "/blocks.1/self_attn/out_proj/FakeLinear_output_0", "/blocks.1/Add_output_0", "/blocks.1/post_attention_layernorm/Mul_1_output_0", "/blocks.1/mlp/w1/FakeLinear_output_0", "/blocks.1/mlp/Mul_output_0", "/blocks.1/mlp/w3/FakeLinear_output_0", "/blocks.1/mlp/Mul_1_output_0", "/blocks.1/mlp/w2/FakeLinear_output_0", "/blocks.1/Add_1_output_0", "/blocks.2/Reshape_output_0", "/blocks.2/input_layernorm/Mul_1_output_0", "/blocks.2/self_attn/q_proj/FakeLinear_output_0", "/blocks.2/self_attn/Shape_output_0", "Shape170", "Rank172", "BinaryOp174", "Unsqueeze175", "BinaryOp177", "Unsqueeze178", "StridedSlice181", "Squeeze182", "BinaryOp184", "/blocks.2/self_attn/Gather_output_0", "/blocks.2/self_attn/Unsqueeze_output_0", "Unsqueeze192", "Unsqueeze195", "StridedSlice198", "Squeeze199", "BinaryOp200", "BinaryOp201", "/blocks.2/self_attn/Gather_1_output_0", "/blocks.2/self_attn/Unsqueeze_1_output_0", "/blocks.2/self_attn/Constant_2_output_0", "/blocks.2/self_attn/Constant_3_output_0", "/blocks.2/self_attn/Concat_output_0", "/blocks.2/self_attn/Reshape_output_0", "/blocks.2/self_attn/q_norm/Cast_output_0", "/blocks.2/self_attn/q_norm/Mul_1_output_0", "/rotary/Cast_output_0", "/rotary/Constant_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_1_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Constant_5_output_0", "/rotary/Unsqueeze_2_output_0", "/rotary/Unsqueeze_3_output_0", "Shape230", "Rank232", "BinaryOp234", "Unsqueeze235", "BinaryOp237", "Unsqueeze238", "StridedSlice241", "Squeeze242", "BinaryOp244", "/blocks.2/self_attn/Gather_2_output_0", "/blocks.2/self_attn/Mul_output_0", "/blocks.2/self_attn/Shape_2_output_0", "/blocks.2/self_attn/Constant_8_output_0", "Shape249", "Rank251", "BinaryOp253", "Unsqueeze254", "BinaryOp256", "Unsqueeze257", "StridedSlice260", "Squeeze261", "BinaryOp262", "BinaryOp263", "/blocks.2/self_attn/Gather_4_output_0", "/blocks.2/self_attn/Constant_9_output_0", "/blocks.2/self_attn/Div_output_0", "/blocks.2/self_attn/Unsqueeze_7_output_0", "/blocks.2/self_attn/Constant_16_output_0", "/blocks.2/self_attn/Constant_10_output_0", "/blocks.2/self_attn/Slice_1_output_0", "/blocks.2/self_attn/Neg_output_0", "/blocks.2/self_attn/Unsqueeze_6_output_0", "/blocks.2/self_attn/Slice_output_0", "/blocks.2/self_attn/Concat_3_output_0", "Unsqueeze281", "Unsqueeze284", "StridedSlice287", "Squeeze288", "BinaryOp289", "BinaryOp290", "/blocks.2/self_attn/Gather_3_output_0", "/blocks.2/self_attn/Mul_1_output_0", "/blocks.2/self_attn/Add_output_0", "/blocks.2/self_attn/k_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_2_output_0", "/blocks.2/self_attn/Unsqueeze_3_output_0", "/blocks.2/self_attn/Constant_4_output_0", "/blocks.2/self_attn/Concat_1_output_0", "/blocks.2/self_attn/Reshape_1_output_0", "/blocks.2/self_attn/k_norm/Cast_output_0", "/blocks.2/self_attn/k_norm/Mul_1_output_0", "/blocks.2/self_attn/Mul_2_output_0", "/blocks.2/self_attn/Shape_3_output_0", "Shape311", "Rank313", "BinaryOp315", "Unsqueeze316", "BinaryOp318", "Unsqueeze319", "StridedSlice322", "Squeeze323", "BinaryOp324", "BinaryOp325", "/blocks.2/self_attn/Gather_5_output_0", "/blocks.2/self_attn/Div_1_output_0", "/blocks.2/self_attn/Unsqueeze_9_output_0", "/blocks.2/self_attn/Slice_3_output_0", "/blocks.2/self_attn/Neg_1_output_0", "/blocks.2/self_attn/Unsqueeze_8_output_0", "/blocks.2/self_attn/Slice_2_output_0", "/blocks.2/self_attn/Concat_4_output_0", "/blocks.2/self_attn/Mul_3_output_0", "/blocks.2/self_attn/Add_1_output_0", "/blocks.2/self_attn/v_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_4_output_0", "/blocks.2/self_attn/Unsqueeze_5_output_0", "/blocks.2/self_attn/Concat_2_output_0", "/blocks.2/self_attn/Reshape_2_output_0", "attention_mask", "/blocks.2/self_attn/fused_attn/FusedAttention_output_0", "/blocks.2/self_attn/o_proj/FakeLinear_output_0", "/blocks.2/Add_output_0", "/blocks.2/post_attention_layernorm/Mul_1_output_0", "/blocks.2/mlp/w1/FakeLinear_output_0", "/blocks.2/mlp/Mul_output_0", "/blocks.2/mlp/w3/FakeLinear_output_0", "/blocks.2/mlp/Mul_1_output_0", "/blocks.2/mlp/w2/FakeLinear_output_0", "/blocks.2/Add_1_output_0", "/blocks.3/Reshape_output_0", "/blocks.3/input_layernorm/Mul_1_output_0", "/blocks.3/self_attn/in_proj/FakeLinear_output_0", "/blocks.3/self_attn/Transpose_output_0", "/blocks.3/self_attn/Shape_output_0", "Shape373", "Rank375", "BinaryOp377", "Unsqueeze378", "BinaryOp380", "Unsqueeze381", "StridedSlice384", "Squeeze385", "BinaryOp387", "/blocks.3/self_attn/Gather_output_0", "/blocks.3/self_attn/Unsqueeze_output_0", "Unsqueeze395", "Unsqueeze398", "StridedSlice401", "Squeeze402", "BinaryOp403", "BinaryOp404", "/blocks.3/self_attn/Gather_1_output_0", "/blocks.3/self_attn/Unsqueeze_1_output_0", "/blocks.3/self_attn/Concat_output_0", "/blocks.3/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_418", "/blocks.3/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.3/self_attn/Unsqueeze_2_output_0", "/blocks.3/self_attn/Unsqueeze_3_output_0", "/blocks.3/self_attn/Concat_1_output_0", "/blocks.3/self_attn/Reshape_output_0", "/blocks.3/self_attn/out_proj/FakeLinear_output_0", "/blocks.3/Add_output_0", "/blocks.3/post_attention_layernorm/Mul_1_output_0", "/blocks.3/mlp/w1/FakeLinear_output_0", "/blocks.3/mlp/Mul_output_0", "/blocks.3/mlp/w3/FakeLinear_output_0", "/blocks.3/mlp/Mul_1_output_0", "/blocks.3/mlp/w2/FakeLinear_output_0", "/blocks.3/Add_1_output_0", "/blocks.4/Reshape_output_0", "/blocks.4/input_layernorm/Mul_1_output_0", "/blocks.4/self_attn/in_proj/FakeLinear_output_0", "/blocks.4/self_attn/Transpose_output_0", "/blocks.4/self_attn/Shape_output_0", "Shape445", "Rank447", "BinaryOp449", "Unsqueeze450", "BinaryOp452", "Unsqueeze453", "StridedSlice456", "Squeeze457", "BinaryOp459", "/blocks.4/self_attn/Gather_output_0", "/blocks.4/self_attn/Unsqueeze_output_0", "Unsqueeze467", "Unsqueeze470", "StridedSlice473", "Squeeze474", "BinaryOp475", "BinaryOp476", "/blocks.4/self_attn/Gather_1_output_0", "/blocks.4/self_attn/Unsqueeze_1_output_0", "/blocks.4/self_attn/Concat_output_0", "/blocks.4/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_479", "/blocks.4/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.4/self_attn/Unsqueeze_2_output_0", "/blocks.4/self_attn/Unsqueeze_3_output_0", "/blocks.4/self_attn/Concat_1_output_0", "/blocks.4/self_attn/Reshape_output_0", "/blocks.4/self_attn/out_proj/FakeLinear_output_0", "/blocks.4/Add_output_0", "/blocks.4/post_attention_layernorm/Mul_1_output_0", "/blocks.4/mlp/w1/FakeLinear_output_0", "/blocks.4/mlp/Mul_output_0", "/blocks.4/mlp/w3/FakeLinear_output_0", "/blocks.4/mlp/Mul_1_output_0", "/blocks.4/mlp/w2/FakeLinear_output_0", "/blocks.4/Add_1_output_0", "/blocks.5/Reshape_output_0", "/blocks.5/input_layernorm/Mul_1_output_0", "/blocks.5/self_attn/q_proj/FakeLinear_output_0", "/blocks.5/self_attn/Shape_output_0", "Shape517", "Rank519", "BinaryOp521", "Unsqueeze522", "BinaryOp524", "Unsqueeze525", "StridedSlice528", "Squeeze529", "BinaryOp531", "/blocks.5/self_attn/Gather_output_0", "/blocks.5/self_attn/Unsqueeze_output_0", "Unsqueeze539", "Unsqueeze542", "StridedSlice545", "Squeeze546", "BinaryOp547", "BinaryOp548", "/blocks.5/self_attn/Gather_1_output_0", "/blocks.5/self_attn/Unsqueeze_1_output_0", "/blocks.5/self_attn/Concat_output_0", "/blocks.5/self_attn/Reshape_output_0", "/blocks.5/self_attn/q_norm/Cast_output_0", "/blocks.5/self_attn/q_norm/Mul_1_output_0", "/blocks.5/self_attn/Mul_output_0", "/blocks.5/self_attn/Shape_2_output_0", "Shape563", "Rank565", "BinaryOp567", "Unsqueeze568", "BinaryOp570", "Unsqueeze571", "StridedSlice574", "Squeeze575", "BinaryOp576", "BinaryOp577", "/blocks.5/self_attn/Gather_2_output_0", "/blocks.5/self_attn/Div_output_0", "/blocks.5/self_attn/Unsqueeze_7_output_0", "/blocks.5/self_attn/Slice_1_output_0", "/blocks.5/self_attn/Neg_output_0", "/blocks.5/self_attn/Unsqueeze_6_output_0", "/blocks.5/self_attn/Slice_output_0", "/blocks.5/self_attn/Concat_3_output_0", "/blocks.5/self_attn/Mul_1_output_0", "/blocks.5/self_attn/Add_output_0", "/blocks.5/self_attn/k_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_2_output_0", "/blocks.5/self_attn/Unsqueeze_3_output_0", "/blocks.5/self_attn/Concat_1_output_0", "/blocks.5/self_attn/Reshape_1_output_0", "/blocks.5/self_attn/k_norm/Cast_output_0", "/blocks.5/self_attn/k_norm/Mul_1_output_0", "/blocks.5/self_attn/Mul_2_output_0", "/blocks.5/self_attn/Shape_3_output_0", "Shape605", "Rank607", "BinaryOp609", "Unsqueeze610", "BinaryOp612", "Unsqueeze613", "StridedSlice616", "Squeeze617", "BinaryOp618", "BinaryOp619", "/blocks.5/self_attn/Gather_3_output_0", "/blocks.5/self_attn/Div_1_output_0", "/blocks.5/self_attn/Unsqueeze_9_output_0", "/blocks.5/self_attn/Slice_3_output_0", "/blocks.5/self_attn/Neg_1_output_0", "/blocks.5/self_attn/Unsqueeze_8_output_0", "/blocks.5/self_attn/Slice_2_output_0", "/blocks.5/self_attn/Concat_4_output_0", "/blocks.5/self_attn/Mul_3_output_0", "/blocks.5/self_attn/Add_1_output_0", "/blocks.5/self_attn/v_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_4_output_0", "/blocks.5/self_attn/Unsqueeze_5_output_0", "/blocks.5/self_attn/Concat_2_output_0", "/blocks.5/self_attn/Reshape_2_output_0", "/blocks.5/self_attn/fused_attn/FusedAttention_output_0", "/blocks.5/self_attn/o_proj/FakeLinear_output_0", "/blocks.5/Add_output_0", "/blocks.5/post_attention_layernorm/Mul_1_output_0", "/blocks.5/mlp/w1/FakeLinear_output_0", "/blocks.5/mlp/Mul_output_0", "/blocks.5/mlp/w3/FakeLinear_output_0", "/blocks.5/mlp/Mul_1_output_0", "/blocks.5/mlp/w2/FakeLinear_output_0", "/blocks.5/Add_1_output_0", "/blocks.6/Reshape_output_0", "/blocks.6/input_layernorm/Mul_1_output_0", "/blocks.6/self_attn/in_proj/FakeLinear_output_0", "/blocks.6/self_attn/Transpose_output_0", "/blocks.6/self_attn/Shape_output_0", "Shape666", "Rank668", "BinaryOp670", "Unsqueeze671", "BinaryOp673", "Unsqueeze674", "StridedSlice677", "Squeeze678", "BinaryOp680", "/blocks.6/self_attn/Gather_output_0", "/blocks.6/self_attn/Unsqueeze_output_0", "Unsqueeze688", "Unsqueeze691", "StridedSlice694", "Squeeze695", "BinaryOp696", "BinaryOp697", "/blocks.6/self_attn/Gather_1_output_0", "/blocks.6/self_attn/Unsqueeze_1_output_0", "/blocks.6/self_attn/Concat_output_0", "/blocks.6/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_699", "/blocks.6/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.6/self_attn/Unsqueeze_2_output_0", "/blocks.6/self_attn/Unsqueeze_3_output_0", "/blocks.6/self_attn/Concat_1_output_0", "/blocks.6/self_attn/Reshape_output_0", "/blocks.6/self_attn/out_proj/FakeLinear_output_0", "/blocks.6/Add_output_0", "/blocks.6/post_attention_layernorm/Mul_1_output_0", "/blocks.6/mlp/w1/FakeLinear_output_0", "/blocks.6/mlp/Mul_output_0", "/blocks.6/mlp/w3/FakeLinear_output_0", "/blocks.6/mlp/Mul_1_output_0", "/blocks.6/mlp/w2/FakeLinear_output_0", "/blocks.6/Add_1_output_0", "/blocks.7/Reshape_output_0", "/blocks.7/input_layernorm/Mul_1_output_0", "/blocks.7/self_attn/in_proj/FakeLinear_output_0", "/blocks.7/self_attn/Transpose_output_0", "/blocks.7/self_attn/Shape_output_0", "Shape738", "Rank740", "BinaryOp742", "Unsqueeze743", "BinaryOp745", "Unsqueeze746", "StridedSlice749", "Squeeze750", "BinaryOp752", "/blocks.7/self_attn/Gather_output_0", "/blocks.7/self_attn/Unsqueeze_output_0", "Unsqueeze760", "Unsqueeze763", "StridedSlice766", "Squeeze767", "BinaryOp768", "BinaryOp769", "/blocks.7/self_attn/Gather_1_output_0", "/blocks.7/self_attn/Unsqueeze_1_output_0", "/blocks.7/self_attn/Concat_output_0", "/blocks.7/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_760", "/blocks.7/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.7/self_attn/Unsqueeze_2_output_0", "/blocks.7/self_attn/Unsqueeze_3_output_0", "/blocks.7/self_attn/Concat_1_output_0", "/blocks.7/self_attn/Reshape_output_0", "/blocks.7/self_attn/out_proj/FakeLinear_output_0", "/blocks.7/Add_output_0", "/blocks.7/post_attention_layernorm/Mul_1_output_0", "/blocks.7/mlp/w1/FakeLinear_output_0", "/blocks.7/mlp/Mul_output_0", "/blocks.7/mlp/w3/FakeLinear_output_0", "/blocks.7/mlp/Mul_1_output_0", "/blocks.7/mlp/w2/FakeLinear_output_0", "/blocks.7/Add_1_output_0", "/blocks.8/Reshape_output_0", "/blocks.8/input_layernorm/Mul_1_output_0", "/blocks.8/self_attn/q_proj/FakeLinear_output_0", "/blocks.8/self_attn/Shape_output_0", "Shape810", "Rank812", "BinaryOp814", "Unsqueeze815", "BinaryOp817", "Unsqueeze818", "StridedSlice821", "Squeeze822", "BinaryOp824", "/blocks.8/self_attn/Gather_output_0", "/blocks.8/self_attn/Unsqueeze_output_0", "Unsqueeze832", "Unsqueeze835", "StridedSlice838", "Squeeze839", "BinaryOp840", "BinaryOp841", "/blocks.8/self_attn/Gather_1_output_0", "/blocks.8/self_attn/Unsqueeze_1_output_0", "/blocks.8/self_attn/Concat_output_0", "/blocks.8/self_attn/Reshape_output_0", "/blocks.8/self_attn/q_norm/Cast_output_0", "/blocks.8/self_attn/q_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_output_0", "/blocks.8/self_attn/Shape_2_output_0", "Shape856", "Rank858", "BinaryOp860", "Unsqueeze861", "BinaryOp863", "Unsqueeze864", "StridedSlice867", "Squeeze868", "BinaryOp869", "BinaryOp870", "/blocks.8/self_attn/Gather_2_output_0", "/blocks.8/self_attn/Div_output_0", "/blocks.8/self_attn/Unsqueeze_7_output_0", "/blocks.8/self_attn/Slice_1_output_0", "/blocks.8/self_attn/Neg_output_0", "/blocks.8/self_attn/Unsqueeze_6_output_0", "/blocks.8/self_attn/Slice_output_0", "/blocks.8/self_attn/Concat_3_output_0", "/blocks.8/self_attn/Mul_1_output_0", "/blocks.8/self_attn/Add_output_0", "/blocks.8/self_attn/k_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_2_output_0", "/blocks.8/self_attn/Unsqueeze_3_output_0", "/blocks.8/self_attn/Concat_1_output_0", "/blocks.8/self_attn/Reshape_1_output_0", "/blocks.8/self_attn/k_norm/Cast_output_0", "/blocks.8/self_attn/k_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_2_output_0", "/blocks.8/self_attn/Shape_3_output_0", "Shape898", "Rank900", "BinaryOp902", "Unsqueeze903", "BinaryOp905", "Unsqueeze906", "StridedSlice909", "Squeeze910", "BinaryOp911", "BinaryOp912", "/blocks.8/self_attn/Gather_3_output_0", "/blocks.8/self_attn/Div_1_output_0", "/blocks.8/self_attn/Unsqueeze_9_output_0", "/blocks.8/self_attn/Slice_3_output_0", "/blocks.8/self_attn/Neg_1_output_0", "/blocks.8/self_attn/Unsqueeze_8_output_0", "/blocks.8/self_attn/Slice_2_output_0", "/blocks.8/self_attn/Concat_4_output_0", "/blocks.8/self_attn/Mul_3_output_0", "/blocks.8/self_attn/Add_1_output_0", "/blocks.8/self_attn/v_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_4_output_0", "/blocks.8/self_attn/Unsqueeze_5_output_0", "/blocks.8/self_attn/Concat_2_output_0", "/blocks.8/self_attn/Reshape_2_output_0", "/blocks.8/self_attn/fused_attn/FusedAttention_output_0", "/blocks.8/self_attn/o_proj/FakeLinear_output_0", "/blocks.8/Add_output_0", "/blocks.8/post_attention_layernorm/Mul_1_output_0", "/blocks.8/mlp/w1/FakeLinear_output_0", "/blocks.8/mlp/Mul_output_0", "/blocks.8/mlp/w3/FakeLinear_output_0", "/blocks.8/mlp/Mul_1_output_0", "/blocks.8/mlp/w2/FakeLinear_output_0", "/blocks.8/Add_1_output_0", "/blocks.9/Reshape_output_0", "/blocks.9/input_layernorm/Mul_1_output_0", "/blocks.9/self_attn/in_proj/FakeLinear_output_0", "/blocks.9/self_attn/Transpose_output_0", "/blocks.9/self_attn/Shape_output_0", "Shape959", "Rank961", "BinaryOp963", "Unsqueeze964", "BinaryOp966", "Unsqueeze967", "StridedSlice970", "Squeeze971", "BinaryOp973", "/blocks.9/self_attn/Gather_output_0", "/blocks.9/self_attn/Unsqueeze_output_0", "Unsqueeze981", "Unsqueeze984", "StridedSlice987", "Squeeze988", "BinaryOp989", "BinaryOp990", "/blocks.9/self_attn/Gather_1_output_0", "/blocks.9/self_attn/Unsqueeze_1_output_0", "/blocks.9/self_attn/Concat_output_0", "/blocks.9/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_980", "/blocks.9/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.9/self_attn/Unsqueeze_2_output_0", "/blocks.9/self_attn/Unsqueeze_3_output_0", "/blocks.9/self_attn/Concat_1_output_0", "/blocks.9/self_attn/Reshape_output_0", "/blocks.9/self_attn/out_proj/FakeLinear_output_0", "/blocks.9/Add_output_0", "/blocks.9/post_attention_layernorm/Mul_1_output_0", "/blocks.9/mlp/w1/FakeLinear_output_0", "/blocks.9/mlp/Mul_output_0", "/blocks.9/mlp/w3/FakeLinear_output_0", "/blocks.9/mlp/Mul_1_output_0", "/blocks.9/mlp/w2/FakeLinear_output_0", "/blocks.9/Add_1_output_0", "/blocks.10/Reshape_output_0", "/blocks.10/input_layernorm/Mul_1_output_0", "/blocks.10/self_attn/q_proj/FakeLinear_output_0", "/blocks.10/self_attn/Shape_output_0", "Shape1031", "Rank1033", "BinaryOp1035", "Unsqueeze1036", "BinaryOp1038", "Unsqueeze1039", "StridedSlice1042", "Squeeze1043", "BinaryOp1045", "/blocks.10/self_attn/Gather_output_0", "/blocks.10/self_attn/Unsqueeze_output_0", "Unsqueeze1053", "Unsqueeze1056", "StridedSlice1059", "Squeeze1060", "BinaryOp1061", "BinaryOp1062", "/blocks.10/self_attn/Gather_1_output_0", "/blocks.10/self_attn/Unsqueeze_1_output_0", "/blocks.10/self_attn/Concat_output_0", "/blocks.10/self_attn/Reshape_output_0", "/blocks.10/self_attn/q_norm/Cast_output_0", "/blocks.10/self_attn/q_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_output_0", "/blocks.10/self_attn/Shape_2_output_0", "Shape1077", "Rank1079", "BinaryOp1081", "Unsqueeze1082", "BinaryOp1084", "Unsqueeze1085", "StridedSlice1088", "Squeeze1089", "BinaryOp1090", "BinaryOp1091", "/blocks.10/self_attn/Gather_2_output_0", "/blocks.10/self_attn/Div_output_0", "/blocks.10/self_attn/Unsqueeze_7_output_0", "/blocks.10/self_attn/Slice_1_output_0", "/blocks.10/self_attn/Neg_output_0", "/blocks.10/self_attn/Unsqueeze_6_output_0", "/blocks.10/self_attn/Slice_output_0", "/blocks.10/self_attn/Concat_3_output_0", "/blocks.10/self_attn/Mul_1_output_0", "/blocks.10/self_attn/Add_output_0", "/blocks.10/self_attn/k_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_2_output_0", "/blocks.10/self_attn/Unsqueeze_3_output_0", "/blocks.10/self_attn/Concat_1_output_0", "/blocks.10/self_attn/Reshape_1_output_0", "/blocks.10/self_attn/k_norm/Cast_output_0", "/blocks.10/self_attn/k_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_2_output_0", "/blocks.10/self_attn/Shape_3_output_0", "Shape1119", "Rank1121", "BinaryOp1123", "Unsqueeze1124", "BinaryOp1126", "Unsqueeze1127", "StridedSlice1130", "Squeeze1131", "BinaryOp1132", "BinaryOp1133", "/blocks.10/self_attn/Gather_3_output_0", "/blocks.10/self_attn/Div_1_output_0", "/blocks.10/self_attn/Unsqueeze_9_output_0", "/blocks.10/self_attn/Slice_3_output_0", "/blocks.10/self_attn/Neg_1_output_0", "/blocks.10/self_attn/Unsqueeze_8_output_0", "/blocks.10/self_attn/Slice_2_output_0", "/blocks.10/self_attn/Concat_4_output_0", "/blocks.10/self_attn/Mul_3_output_0", "/blocks.10/self_attn/Add_1_output_0", "/blocks.10/self_attn/v_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_4_output_0", "/blocks.10/self_attn/Unsqueeze_5_output_0", "/blocks.10/self_attn/Concat_2_output_0", "/blocks.10/self_attn/Reshape_2_output_0", "/blocks.10/self_attn/fused_attn/FusedAttention_output_0", "/blocks.10/self_attn/o_proj/FakeLinear_output_0", "/blocks.10/Add_output_0", "/blocks.10/post_attention_layernorm/Mul_1_output_0", "/blocks.10/mlp/w1/FakeLinear_output_0", "/blocks.10/mlp/Mul_output_0", "/blocks.10/mlp/w3/FakeLinear_output_0", "/blocks.10/mlp/Mul_1_output_0", "/blocks.10/mlp/w2/FakeLinear_output_0", "/blocks.10/Add_1_output_0", "/blocks.11/Reshape_output_0", "/blocks.11/input_layernorm/Mul_1_output_0", "/blocks.11/self_attn/in_proj/FakeLinear_output_0", "/blocks.11/self_attn/Transpose_output_0", "/blocks.11/self_attn/Shape_output_0", "Shape1180", "Rank1182", "BinaryOp1184", "Unsqueeze1185", "BinaryOp1187", "Unsqueeze1188", "StridedSlice1191", "Squeeze1192", "BinaryOp1194", "/blocks.11/self_attn/Gather_output_0", "/blocks.11/self_attn/Unsqueeze_output_0", "Unsqueeze1202", "Unsqueeze1205", "StridedSlice1208", "Squeeze1209", "BinaryOp1210", "BinaryOp1211", "/blocks.11/self_attn/Gather_1_output_0", "/blocks.11/self_attn/Unsqueeze_1_output_0", "/blocks.11/self_attn/Concat_output_0", "/blocks.11/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1200", "/blocks.11/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.11/self_attn/Unsqueeze_2_output_0", "/blocks.11/self_attn/Unsqueeze_3_output_0", "/blocks.11/self_attn/Concat_1_output_0", "/blocks.11/self_attn/Reshape_output_0", "/blocks.11/self_attn/out_proj/FakeLinear_output_0", "/blocks.11/Add_output_0", "/blocks.11/post_attention_layernorm/Mul_1_output_0", "/blocks.11/mlp/w1/FakeLinear_output_0", "/blocks.11/mlp/Mul_output_0", "/blocks.11/mlp/w3/FakeLinear_output_0", "/blocks.11/mlp/Mul_1_output_0", "/blocks.11/mlp/w2/FakeLinear_output_0", "/blocks.11/Add_1_output_0", "/blocks.12/Reshape_output_0", "/blocks.12/input_layernorm/Mul_1_output_0", "/blocks.12/self_attn/q_proj/FakeLinear_output_0", "/blocks.12/self_attn/Shape_output_0", "Shape1252", "Rank1254", "BinaryOp1256", "Unsqueeze1257", "BinaryOp1259", "Unsqueeze1260", "StridedSlice1263", "Squeeze1264", "BinaryOp1266", "/blocks.12/self_attn/Gather_output_0", "/blocks.12/self_attn/Unsqueeze_output_0", "Unsqueeze1274", "Unsqueeze1277", "StridedSlice1280", "Squeeze1281", "BinaryOp1282", "BinaryOp1283", "/blocks.12/self_attn/Gather_1_output_0", "/blocks.12/self_attn/Unsqueeze_1_output_0", "/blocks.12/self_attn/Concat_output_0", "/blocks.12/self_attn/Reshape_output_0", "/blocks.12/self_attn/q_norm/Cast_output_0", "/blocks.12/self_attn/q_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_output_0", "/blocks.12/self_attn/Shape_2_output_0", "Shape1298", "Rank1300", "BinaryOp1302", "Unsqueeze1303", "BinaryOp1305", "Unsqueeze1306", "StridedSlice1309", "Squeeze1310", "BinaryOp1311", "BinaryOp1312", "/blocks.12/self_attn/Gather_2_output_0", "/blocks.12/self_attn/Div_output_0", "/blocks.12/self_attn/Unsqueeze_7_output_0", "/blocks.12/self_attn/Slice_1_output_0", "/blocks.12/self_attn/Neg_output_0", "/blocks.12/self_attn/Unsqueeze_6_output_0", "/blocks.12/self_attn/Slice_output_0", "/blocks.12/self_attn/Concat_3_output_0", "/blocks.12/self_attn/Mul_1_output_0", "/blocks.12/self_attn/Add_output_0", "/blocks.12/self_attn/k_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_2_output_0", "/blocks.12/self_attn/Unsqueeze_3_output_0", "/blocks.12/self_attn/Concat_1_output_0", "/blocks.12/self_attn/Reshape_1_output_0", "/blocks.12/self_attn/k_norm/Cast_output_0", "/blocks.12/self_attn/k_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_2_output_0", "/blocks.12/self_attn/Shape_3_output_0", "Shape1340", "Rank1342", "BinaryOp1344", "Unsqueeze1345", "BinaryOp1347", "Unsqueeze1348", "StridedSlice1351", "Squeeze1352", "BinaryOp1353", "BinaryOp1354", "/blocks.12/self_attn/Gather_3_output_0", "/blocks.12/self_attn/Div_1_output_0", "/blocks.12/self_attn/Unsqueeze_9_output_0", "/blocks.12/self_attn/Slice_3_output_0", "/blocks.12/self_attn/Neg_1_output_0", "/blocks.12/self_attn/Unsqueeze_8_output_0", "/blocks.12/self_attn/Slice_2_output_0", "/blocks.12/self_attn/Concat_4_output_0", "/blocks.12/self_attn/Mul_3_output_0", "/blocks.12/self_attn/Add_1_output_0", "/blocks.12/self_attn/v_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_4_output_0", "/blocks.12/self_attn/Unsqueeze_5_output_0", "/blocks.12/self_attn/Concat_2_output_0", "/blocks.12/self_attn/Reshape_2_output_0", "/blocks.12/self_attn/fused_attn/FusedAttention_output_0", "/blocks.12/self_attn/o_proj/FakeLinear_output_0", "/blocks.12/Add_output_0", "/blocks.12/post_attention_layernorm/Mul_1_output_0", "/blocks.12/mlp/w1/FakeLinear_output_0", "/blocks.12/mlp/Mul_output_0", "/blocks.12/mlp/w3/FakeLinear_output_0", "/blocks.12/mlp/Mul_1_output_0", "/blocks.12/mlp/w2/FakeLinear_output_0", "/blocks.12/Add_1_output_0", "/blocks.13/Reshape_output_0", "/blocks.13/input_layernorm/Mul_1_output_0", "/blocks.13/self_attn/in_proj/FakeLinear_output_0", "/blocks.13/self_attn/Transpose_output_0", "/blocks.13/self_attn/Shape_output_0", "Shape1401", "Rank1403", "BinaryOp1405", "Unsqueeze1406", "BinaryOp1408", "Unsqueeze1409", "StridedSlice1412", "Squeeze1413", "BinaryOp1415", "/blocks.13/self_attn/Gather_output_0", "/blocks.13/self_attn/Unsqueeze_output_0", "Unsqueeze1423", "Unsqueeze1426", "StridedSlice1429", "Squeeze1430", "BinaryOp1431", "BinaryOp1432", "/blocks.13/self_attn/Gather_1_output_0", "/blocks.13/self_attn/Unsqueeze_1_output_0", "/blocks.13/self_attn/Concat_output_0", "/blocks.13/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1420", "/blocks.13/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.13/self_attn/Unsqueeze_2_output_0", "/blocks.13/self_attn/Unsqueeze_3_output_0", "/blocks.13/self_attn/Concat_1_output_0", "/blocks.13/self_attn/Reshape_output_0", "/blocks.13/self_attn/out_proj/FakeLinear_output_0", "/blocks.13/Add_output_0", "/blocks.13/post_attention_layernorm/Mul_1_output_0", "/blocks.13/mlp/w1/FakeLinear_output_0", "/blocks.13/mlp/Mul_output_0", "/blocks.13/mlp/w3/FakeLinear_output_0", "/blocks.13/mlp/Mul_1_output_0", "/blocks.13/mlp/w2/FakeLinear_output_0", "/blocks.13/Add_1_output_0", "/blocks.14/Reshape_output_0", "/blocks.14/input_layernorm/Mul_1_output_0", "/blocks.14/self_attn/q_proj/FakeLinear_output_0", "/blocks.14/self_attn/Shape_output_0", "Shape1473", "Rank1475", "BinaryOp1477", "Unsqueeze1478", "BinaryOp1480", "Unsqueeze1481", "StridedSlice1484", "Squeeze1485", "BinaryOp1487", "/blocks.14/self_attn/Gather_output_0", "/blocks.14/self_attn/Unsqueeze_output_0", "Unsqueeze1495", "Unsqueeze1498", "StridedSlice1501", "Squeeze1502", "BinaryOp1503", "BinaryOp1504", "/blocks.14/self_attn/Gather_1_output_0", "/blocks.14/self_attn/Unsqueeze_1_output_0", "/blocks.14/self_attn/Concat_output_0", "/blocks.14/self_attn/Reshape_output_0", "/blocks.14/self_attn/q_norm/Cast_output_0", "/blocks.14/self_attn/q_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_output_0", "/blocks.14/self_attn/Shape_2_output_0", "Shape1519", "Rank1521", "BinaryOp1523", "Unsqueeze1524", "BinaryOp1526", "Unsqueeze1527", "StridedSlice1530", "Squeeze1531", "BinaryOp1532", "BinaryOp1533", "/blocks.14/self_attn/Gather_2_output_0", "/blocks.14/self_attn/Div_output_0", "/blocks.14/self_attn/Unsqueeze_7_output_0", "/blocks.14/self_attn/Slice_1_output_0", "/blocks.14/self_attn/Neg_output_0", "/blocks.14/self_attn/Unsqueeze_6_output_0", "/blocks.14/self_attn/Slice_output_0", "/blocks.14/self_attn/Concat_3_output_0", "/blocks.14/self_attn/Mul_1_output_0", "/blocks.14/self_attn/Add_output_0", "/blocks.14/self_attn/k_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_2_output_0", "/blocks.14/self_attn/Unsqueeze_3_output_0", "/blocks.14/self_attn/Concat_1_output_0", "/blocks.14/self_attn/Reshape_1_output_0", "/blocks.14/self_attn/k_norm/Cast_output_0", "/blocks.14/self_attn/k_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_2_output_0", "/blocks.14/self_attn/Shape_3_output_0", "Shape1561", "Rank1563", "BinaryOp1565", "Unsqueeze1566", "BinaryOp1568", "Unsqueeze1569", "StridedSlice1572", "Squeeze1573", "BinaryOp1574", "BinaryOp1575", "/blocks.14/self_attn/Gather_3_output_0", "/blocks.14/self_attn/Div_1_output_0", "/blocks.14/self_attn/Unsqueeze_9_output_0", "/blocks.14/self_attn/Slice_3_output_0", "/blocks.14/self_attn/Neg_1_output_0", "/blocks.14/self_attn/Unsqueeze_8_output_0", "/blocks.14/self_attn/Slice_2_output_0", "/blocks.14/self_attn/Concat_4_output_0", "/blocks.14/self_attn/Mul_3_output_0", "/blocks.14/self_attn/Add_1_output_0", "/blocks.14/self_attn/v_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_4_output_0", "/blocks.14/self_attn/Unsqueeze_5_output_0", "/blocks.14/self_attn/Concat_2_output_0", "/blocks.14/self_attn/Reshape_2_output_0", "/blocks.14/self_attn/fused_attn/FusedAttention_output_0", "/blocks.14/self_attn/o_proj/FakeLinear_output_0", "/blocks.14/Add_output_0", "/blocks.14/post_attention_layernorm/Mul_1_output_0", "/blocks.14/mlp/w1/FakeLinear_output_0", "/blocks.14/mlp/Mul_output_0", "/blocks.14/mlp/w3/FakeLinear_output_0", "/blocks.14/mlp/Mul_1_output_0", "/blocks.14/mlp/w2/FakeLinear_output_0", "/blocks.14/Add_1_output_0", "/blocks.15/Reshape_output_0", "/blocks.15/input_layernorm/Mul_1_output_0", "/blocks.15/self_attn/in_proj/FakeLinear_output_0", "/blocks.15/self_attn/Transpose_output_0", "/blocks.15/self_attn/Shape_output_0", "Shape1622", "Rank1624", "BinaryOp1626", "Unsqueeze1627", "BinaryOp1629", "Unsqueeze1630", "StridedSlice1633", "Squeeze1634", "BinaryOp1636", "/blocks.15/self_attn/Gather_output_0", "/blocks.15/self_attn/Unsqueeze_output_0", "Unsqueeze1644", "Unsqueeze1647", "StridedSlice1650", "Squeeze1651", "BinaryOp1652", "BinaryOp1653", "/blocks.15/self_attn/Gather_1_output_0", "/blocks.15/self_attn/Unsqueeze_1_output_0", "/blocks.15/self_attn/Concat_output_0", "/blocks.15/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1640", "/blocks.15/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.15/self_attn/Unsqueeze_2_output_0", "/blocks.15/self_attn/Unsqueeze_3_output_0", "/blocks.15/self_attn/Concat_1_output_0", "/blocks.15/self_attn/Reshape_output_0", "/blocks.15/self_attn/out_proj/FakeLinear_output_0", "/blocks.15/Add_output_0", "/blocks.15/post_attention_layernorm/Mul_1_output_0", "/blocks.15/mlp/w1/FakeLinear_output_0", "/blocks.15/mlp/Mul_output_0", "/blocks.15/mlp/w3/FakeLinear_output_0", "/blocks.15/mlp/Mul_1_output_0", "/blocks.15/mlp/w2/FakeLinear_output_0", "/blocks.15/Add_1_output_0", "/Slice_output_0", "hidden_states", "logits", "/layers.0/self_attn/in_proj/Linear/pre_reshape", "/layers.0/self_attn/in_proj/Linear/pre_convert", "/layers.0/self_attn/in_proj/Linear", "/layers.0/self_attn/in_proj/Linear/post_convert", "/layers.0/self_attn/out_proj/Linear/pre_reshape", "/layers.0/self_attn/out_proj/Linear/pre_convert", "/layers.0/self_attn/out_proj/Linear", "/layers.0/self_attn/out_proj/Linear/post_convert", "/layers.0/mlp/w1/Linear/pre_reshape", "/layers.0/mlp/w1/Linear/pre_convert", "/layers.0/mlp/w1/Linear", "/layers.0/mlp/w1/Linear/post_convert", "/layers.0/mlp/w3/Linear/pre_reshape", "/layers.0/mlp/w3/Linear/pre_convert", "/layers.0/mlp/w3/Linear", "/layers.0/mlp/w3/Linear/post_convert", "/layers.0/mlp/w2/Linear/pre_reshape", "/layers.0/mlp/w2/Linear/pre_convert", "/layers.0/mlp/w2/Linear", "/layers.0/mlp/w2/Linear/post_convert", "/layers.1/self_attn/in_proj/Linear/pre_reshape", "/layers.1/self_attn/in_proj/Linear/pre_convert", "/layers.1/self_attn/in_proj/Linear", "/layers.1/self_attn/in_proj/Linear/post_convert", "/layers.1/self_attn/out_proj/Linear/pre_reshape", "/layers.1/self_attn/out_proj/Linear/pre_convert", "/layers.1/self_attn/out_proj/Linear", "/layers.1/self_attn/out_proj/Linear/post_convert", "/layers.1/mlp/w1/Linear/pre_reshape", "/layers.1/mlp/w1/Linear/pre_convert", "/layers.1/mlp/w1/Linear", "/layers.1/mlp/w1/Linear/post_convert", "/layers.1/mlp/w3/Linear/pre_reshape", "/layers.1/mlp/w3/Linear/pre_convert", "/layers.1/mlp/w3/Linear", "/layers.1/mlp/w3/Linear/post_convert", "/layers.1/mlp/w2/Linear/pre_reshape", "/layers.1/mlp/w2/Linear/pre_convert", "/layers.1/mlp/w2/Linear", "/layers.1/mlp/w2/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/w1/Linear/pre_reshape", "/layers.2/mlp/w1/Linear/pre_convert", "/layers.2/mlp/w1/Linear", "/layers.2/mlp/w1/Linear/post_convert", "/layers.2/mlp/w3/Linear/pre_reshape", "/layers.2/mlp/w3/Linear/pre_convert", "/layers.2/mlp/w3/Linear", "/layers.2/mlp/w3/Linear/post_convert", "/layers.2/mlp/w2/Linear/pre_reshape", "/layers.2/mlp/w2/Linear/pre_convert", "/layers.2/mlp/w2/Linear", "/layers.2/mlp/w2/Linear/post_convert", "/layers.3/self_attn/in_proj/Linear/pre_reshape", "/layers.3/self_attn/in_proj/Linear/pre_convert", "/layers.3/self_attn/in_proj/Linear", "/layers.3/self_attn/in_proj/Linear/post_convert", "/layers.3/self_attn/out_proj/Linear/pre_reshape", "/layers.3/self_attn/out_proj/Linear/pre_convert", "/layers.3/self_attn/out_proj/Linear", "/layers.3/self_attn/out_proj/Linear/post_convert", "/layers.3/mlp/w1/Linear/pre_reshape", "/layers.3/mlp/w1/Linear/pre_convert", "/layers.3/mlp/w1/Linear", "/layers.3/mlp/w1/Linear/post_convert", "/layers.3/mlp/w3/Linear/pre_reshape", "/layers.3/mlp/w3/Linear/pre_convert", "/layers.3/mlp/w3/Linear", "/layers.3/mlp/w3/Linear/post_convert", "/layers.3/mlp/w2/Linear/pre_reshape", "/layers.3/mlp/w2/Linear/pre_convert", "/layers.3/mlp/w2/Linear", "/layers.3/mlp/w2/Linear/post_convert", "/layers.4/self_attn/in_proj/Linear/pre_reshape", "/layers.4/self_attn/in_proj/Linear/pre_convert", "/layers.4/self_attn/in_proj/Linear", "/layers.4/self_attn/in_proj/Linear/post_convert", "/layers.4/self_attn/out_proj/Linear/pre_reshape", "/layers.4/self_attn/out_proj/Linear/pre_convert", "/layers.4/self_attn/out_proj/Linear", "/layers.4/self_attn/out_proj/Linear/post_convert", "/layers.4/mlp/w1/Linear/pre_reshape", "/layers.4/mlp/w1/Linear/pre_convert", "/layers.4/mlp/w1/Linear", "/layers.4/mlp/w1/Linear/post_convert", "/layers.4/mlp/w3/Linear/pre_reshape", "/layers.4/mlp/w3/Linear/pre_convert", "/layers.4/mlp/w3/Linear", "/layers.4/mlp/w3/Linear/post_convert", "/layers.4/mlp/w2/Linear/pre_reshape", "/layers.4/mlp/w2/Linear/pre_convert", "/layers.4/mlp/w2/Linear", "/layers.4/mlp/w2/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/w1/Linear/pre_reshape", "/layers.5/mlp/w1/Linear/pre_convert", "/layers.5/mlp/w1/Linear", "/layers.5/mlp/w1/Linear/post_convert", "/layers.5/mlp/w3/Linear/pre_reshape", "/layers.5/mlp/w3/Linear/pre_convert", "/layers.5/mlp/w3/Linear", "/layers.5/mlp/w3/Linear/post_convert", "/layers.5/mlp/w2/Linear/pre_reshape", "/layers.5/mlp/w2/Linear/pre_convert", "/layers.5/mlp/w2/Linear", "/layers.5/mlp/w2/Linear/post_convert", "/layers.6/self_attn/in_proj/Linear/pre_reshape", "/layers.6/self_attn/in_proj/Linear/pre_convert", "/layers.6/self_attn/in_proj/Linear", "/layers.6/self_attn/in_proj/Linear/post_convert", "/layers.6/self_attn/out_proj/Linear/pre_reshape", "/layers.6/self_attn/out_proj/Linear/pre_convert", "/layers.6/self_attn/out_proj/Linear", "/layers.6/self_attn/out_proj/Linear/post_convert", "/layers.6/mlp/w1/Linear/pre_reshape", "/layers.6/mlp/w1/Linear/pre_convert", "/layers.6/mlp/w1/Linear", "/layers.6/mlp/w1/Linear/post_convert", "/layers.6/mlp/w3/Linear/pre_reshape", "/layers.6/mlp/w3/Linear/pre_convert", "/layers.6/mlp/w3/Linear", "/layers.6/mlp/w3/Linear/post_convert", "/layers.6/mlp/w2/Linear/pre_reshape", "/layers.6/mlp/w2/Linear/pre_convert", "/layers.6/mlp/w2/Linear", "/layers.6/mlp/w2/Linear/post_convert", "/layers.7/self_attn/in_proj/Linear/pre_reshape", "/layers.7/self_attn/in_proj/Linear/pre_convert", "/layers.7/self_attn/in_proj/Linear", "/layers.7/self_attn/in_proj/Linear/post_convert", "/layers.7/self_attn/out_proj/Linear/pre_reshape", "/layers.7/self_attn/out_proj/Linear/pre_convert", "/layers.7/self_attn/out_proj/Linear", "/layers.7/self_attn/out_proj/Linear/post_convert", "/layers.7/mlp/w1/Linear/pre_reshape", "/layers.7/mlp/w1/Linear/pre_convert", "/layers.7/mlp/w1/Linear", "/layers.7/mlp/w1/Linear/post_convert", "/layers.7/mlp/w3/Linear/pre_reshape", "/layers.7/mlp/w3/Linear/pre_convert", "/layers.7/mlp/w3/Linear", "/layers.7/mlp/w3/Linear/post_convert", "/layers.7/mlp/w2/Linear/pre_reshape", "/layers.7/mlp/w2/Linear/pre_convert", "/layers.7/mlp/w2/Linear", "/layers.7/mlp/w2/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/w1/Linear/pre_reshape", "/layers.8/mlp/w1/Linear/pre_convert", "/layers.8/mlp/w1/Linear", "/layers.8/mlp/w1/Linear/post_convert", "/layers.8/mlp/w3/Linear/pre_reshape", "/layers.8/mlp/w3/Linear/pre_convert", "/layers.8/mlp/w3/Linear", "/layers.8/mlp/w3/Linear/post_convert", "/layers.8/mlp/w2/Linear/pre_reshape", "/layers.8/mlp/w2/Linear/pre_convert", "/layers.8/mlp/w2/Linear", "/layers.8/mlp/w2/Linear/post_convert", "/layers.9/self_attn/in_proj/Linear/pre_reshape", "/layers.9/self_attn/in_proj/Linear/pre_convert", "/layers.9/self_attn/in_proj/Linear", "/layers.9/self_attn/in_proj/Linear/post_convert", "/layers.9/self_attn/out_proj/Linear/pre_reshape", "/layers.9/self_attn/out_proj/Linear/pre_convert", "/layers.9/self_attn/out_proj/Linear", "/layers.9/self_attn/out_proj/Linear/post_convert", "/layers.9/mlp/w1/Linear/pre_reshape", "/layers.9/mlp/w1/Linear/pre_convert", "/layers.9/mlp/w1/Linear", "/layers.9/mlp/w1/Linear/post_convert", "/layers.9/mlp/w3/Linear/pre_reshape", "/layers.9/mlp/w3/Linear/pre_convert", "/layers.9/mlp/w3/Linear", "/layers.9/mlp/w3/Linear/post_convert", "/layers.9/mlp/w2/Linear/pre_reshape", "/layers.9/mlp/w2/Linear/pre_convert", "/layers.9/mlp/w2/Linear", "/layers.9/mlp/w2/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/w1/Linear/pre_reshape", "/layers.10/mlp/w1/Linear/pre_convert", "/layers.10/mlp/w1/Linear", "/layers.10/mlp/w1/Linear/post_convert", "/layers.10/mlp/w3/Linear/pre_reshape", "/layers.10/mlp/w3/Linear/pre_convert", "/layers.10/mlp/w3/Linear", "/layers.10/mlp/w3/Linear/post_convert", "/layers.10/mlp/w2/Linear/pre_reshape", "/layers.10/mlp/w2/Linear/pre_convert", "/layers.10/mlp/w2/Linear", "/layers.10/mlp/w2/Linear/post_convert", "/layers.11/self_attn/in_proj/Linear/pre_reshape", "/layers.11/self_attn/in_proj/Linear/pre_convert", "/layers.11/self_attn/in_proj/Linear", "/layers.11/self_attn/in_proj/Linear/post_convert", "/layers.11/self_attn/out_proj/Linear/pre_reshape", "/layers.11/self_attn/out_proj/Linear/pre_convert", "/layers.11/self_attn/out_proj/Linear", "/layers.11/self_attn/out_proj/Linear/post_convert", "/layers.11/mlp/w1/Linear/pre_reshape", "/layers.11/mlp/w1/Linear/pre_convert", "/layers.11/mlp/w1/Linear", "/layers.11/mlp/w1/Linear/post_convert", "/layers.11/mlp/w3/Linear/pre_reshape", "/layers.11/mlp/w3/Linear/pre_convert", "/layers.11/mlp/w3/Linear", "/layers.11/mlp/w3/Linear/post_convert", "/layers.11/mlp/w2/Linear/pre_reshape", "/layers.11/mlp/w2/Linear/pre_convert", "/layers.11/mlp/w2/Linear", "/layers.11/mlp/w2/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/w1/Linear/pre_reshape", "/layers.12/mlp/w1/Linear/pre_convert", "/layers.12/mlp/w1/Linear", "/layers.12/mlp/w1/Linear/post_convert", "/layers.12/mlp/w3/Linear/pre_reshape", "/layers.12/mlp/w3/Linear/pre_convert", "/layers.12/mlp/w3/Linear", "/layers.12/mlp/w3/Linear/post_convert", "/layers.12/mlp/w2/Linear/pre_reshape", "/layers.12/mlp/w2/Linear/pre_convert", "/layers.12/mlp/w2/Linear", "/layers.12/mlp/w2/Linear/post_convert", "/layers.13/self_attn/in_proj/Linear/pre_reshape", "/layers.13/self_attn/in_proj/Linear/pre_convert", "/layers.13/self_attn/in_proj/Linear", "/layers.13/self_attn/in_proj/Linear/post_convert", "/layers.13/self_attn/out_proj/Linear/pre_reshape", "/layers.13/self_attn/out_proj/Linear/pre_convert", "/layers.13/self_attn/out_proj/Linear", "/layers.13/self_attn/out_proj/Linear/post_convert", "/layers.13/mlp/w1/Linear/pre_reshape", "/layers.13/mlp/w1/Linear/pre_convert", "/layers.13/mlp/w1/Linear", "/layers.13/mlp/w1/Linear/post_convert", "/layers.13/mlp/w3/Linear/pre_reshape", "/layers.13/mlp/w3/Linear/pre_convert", "/layers.13/mlp/w3/Linear", "/layers.13/mlp/w3/Linear/post_convert", "/layers.13/mlp/w2/Linear/pre_reshape", "/layers.13/mlp/w2/Linear/pre_convert", "/layers.13/mlp/w2/Linear", "/layers.13/mlp/w2/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/w1/Linear/pre_reshape", "/layers.14/mlp/w1/Linear/pre_convert", "/layers.14/mlp/w1/Linear", "/layers.14/mlp/w1/Linear/post_convert", "/layers.14/mlp/w3/Linear/pre_reshape", "/layers.14/mlp/w3/Linear/pre_convert", "/layers.14/mlp/w3/Linear", "/layers.14/mlp/w3/Linear/post_convert", "/layers.14/mlp/w2/Linear/pre_reshape", "/layers.14/mlp/w2/Linear/pre_convert", "/layers.14/mlp/w2/Linear", "/layers.14/mlp/w2/Linear/post_convert", "/layers.15/self_attn/in_proj/Linear/pre_reshape", "/layers.15/self_attn/in_proj/Linear/pre_convert", "/layers.15/self_attn/in_proj/Linear", "/layers.15/self_attn/in_proj/Linear/post_convert", "/layers.15/self_attn/out_proj/Linear/pre_reshape", "/layers.15/self_attn/out_proj/Linear/pre_convert", "/layers.15/self_attn/out_proj/Linear", "/layers.15/self_attn/out_proj/Linear/post_convert", "/layers.15/mlp/w1/Linear/pre_reshape", "/layers.15/mlp/w1/Linear/pre_convert", "/layers.15/mlp/w1/Linear", "/layers.15/mlp/w1/Linear/post_convert", "/layers.15/mlp/w3/Linear/pre_reshape", "/layers.15/mlp/w3/Linear/pre_convert", "/layers.15/mlp/w3/Linear", "/layers.15/mlp/w3/Linear/post_convert", "/layers.15/mlp/w2/Linear/pre_reshape", "/layers.15/mlp/w2/Linear/pre_convert", "/layers.15/mlp/w2/Linear", "/layers.15/mlp/w2/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ]
, "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "145468c9-74b7-480c-8590-9cb287a86d7b" }