program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.22.1"}})] { func main(tensor features, tensor mask) { tensor var_160_axes_0 = const()[name = tensor("op_160_axes_0"), val = tensor([-1])]; tensor mask_to_fp16_dtype_0 = const()[name = tensor("mask_to_fp16_dtype_0"), val = tensor("fp16")]; tensor mask_to_fp16 = cast(dtype = mask_to_fp16_dtype_0, x = mask)[name = tensor("cast_2")]; tensor var_160_cast_fp16 = expand_dims(axes = var_160_axes_0, x = mask_to_fp16)[name = tensor("op_160_cast_fp16")]; tensor features_to_fp16_dtype_0 = const()[name = tensor("features_to_fp16_dtype_0"), val = tensor("fp16")]; tensor features_to_fp16 = cast(dtype = features_to_fp16_dtype_0, x = features)[name = tensor("cast_1")]; tensor x_1_cast_fp16 = mul(x = features_to_fp16, y = var_160_cast_fp16)[name = tensor("x_1_cast_fp16")]; tensor input_1_perm_0 = const()[name = tensor("input_1_perm_0"), val = tensor([0, 2, 1])]; tensor input_3_pad_type_0 = const()[name = tensor("input_3_pad_type_0"), val = tensor("custom")]; tensor input_3_pad_0 = const()[name = tensor("input_3_pad_0"), val = tensor([1, 1])]; tensor input_3_strides_0 = const()[name = tensor("input_3_strides_0"), val = tensor([1])]; tensor input_3_dilations_0 = const()[name = tensor("input_3_dilations_0"), val = tensor([1])]; tensor input_3_groups_0 = const()[name = tensor("input_3_groups_0"), val = tensor(1)]; tensor stem_conv1_weight_to_fp16 = const()[name = tensor("stem_conv1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor stem_conv1_bias_to_fp16 = const()[name = tensor("stem_conv1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(704)))]; tensor input_1_cast_fp16 = transpose(perm = input_1_perm_0, x = x_1_cast_fp16)[name = tensor("transpose_22")]; tensor input_3_cast_fp16 = conv(bias = stem_conv1_bias_to_fp16, dilations = input_3_dilations_0, groups = input_3_groups_0, pad = input_3_pad_0, pad_type = input_3_pad_type_0, strides = input_3_strides_0, weight = stem_conv1_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("input_3_cast_fp16")]; tensor input_5_cast_fp16 = relu(x = input_3_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor var_181 = const()[name = tensor("op_181"), val = tensor([2])]; tensor var_182 = const()[name = tensor("op_182"), val = tensor([2])]; tensor input_7_pad_type_0 = const()[name = tensor("input_7_pad_type_0"), val = tensor("custom")]; tensor input_7_pad_0 = const()[name = tensor("input_7_pad_0"), val = tensor([0, 0])]; tensor input_7_ceil_mode_0 = const()[name = tensor("input_7_ceil_mode_0"), val = tensor(false)]; tensor input_7_cast_fp16 = max_pool(ceil_mode = input_7_ceil_mode_0, kernel_sizes = var_181, pad = input_7_pad_0, pad_type = input_7_pad_type_0, strides = var_182, x = input_5_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor input_9_pad_type_0 = const()[name = tensor("input_9_pad_type_0"), val = tensor("custom")]; tensor input_9_pad_0 = const()[name = tensor("input_9_pad_0"), val = tensor([1, 1])]; tensor input_9_strides_0 = const()[name = tensor("input_9_strides_0"), val = tensor([1])]; tensor input_9_dilations_0 = const()[name = tensor("input_9_dilations_0"), val = tensor([1])]; tensor input_9_groups_0 = const()[name = tensor("input_9_groups_0"), val = tensor(1)]; tensor stem_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3968))), name = tensor("stem_conv2_weight_to_fp16_palettized"), shape = tensor([64, 32, 3])]; tensor stem_conv2_bias_to_fp16 = const()[name = tensor("stem_conv2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4096)))]; tensor input_9_cast_fp16 = conv(bias = stem_conv2_bias_to_fp16, dilations = input_9_dilations_0, groups = input_9_groups_0, pad = input_9_pad_0, pad_type = input_9_pad_type_0, strides = input_9_strides_0, weight = stem_conv2_weight_to_fp16_palettized, x = input_7_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor input_11_cast_fp16 = relu(x = input_9_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor var_202 = const()[name = tensor("op_202"), val = tensor([2])]; tensor var_203 = const()[name = tensor("op_203"), val = tensor([2])]; tensor input_13_pad_type_0 = const()[name = tensor("input_13_pad_type_0"), val = tensor("custom")]; tensor input_13_pad_0 = const()[name = tensor("input_13_pad_0"), val = tensor([0, 0])]; tensor input_13_ceil_mode_0 = const()[name = tensor("input_13_ceil_mode_0"), val = tensor(false)]; tensor input_13_cast_fp16 = max_pool(ceil_mode = input_13_ceil_mode_0, kernel_sizes = var_202, pad = input_13_pad_0, pad_type = input_13_pad_type_0, strides = var_203, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor input_15_pad_type_0 = const()[name = tensor("input_15_pad_type_0"), val = tensor("custom")]; tensor input_15_pad_0 = const()[name = tensor("input_15_pad_0"), val = tensor([1, 1])]; tensor input_15_strides_0 = const()[name = tensor("input_15_strides_0"), val = tensor([1])]; tensor input_15_dilations_0 = const()[name = tensor("input_15_dilations_0"), val = tensor([1])]; tensor input_15_groups_0 = const()[name = tensor("input_15_groups_0"), val = tensor(1)]; tensor stem_conv3_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16640))), name = tensor("stem_conv3_weight_to_fp16_palettized"), shape = tensor([128, 64, 3])]; tensor stem_conv3_bias_to_fp16 = const()[name = tensor("stem_conv3_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16768)))]; tensor input_15_cast_fp16 = conv(bias = stem_conv3_bias_to_fp16, dilations = input_15_dilations_0, groups = input_15_groups_0, pad = input_15_pad_0, pad_type = input_15_pad_type_0, strides = input_15_strides_0, weight = stem_conv3_weight_to_fp16_palettized, x = input_13_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor h_1_cast_fp16 = relu(x = input_15_cast_fp16)[name = tensor("h_1_cast_fp16")]; tensor h_3_perm_0 = const()[name = tensor("h_3_perm_0"), val = tensor([0, 2, 1])]; tensor input_17_axes_0 = const()[name = tensor("input_17_axes_0"), val = tensor([1])]; tensor input_17_cast_fp16 = expand_dims(axes = input_17_axes_0, x = mask_to_fp16)[name = tensor("input_17_cast_fp16")]; tensor var_225 = const()[name = tensor("op_225"), val = tensor([2])]; tensor var_226 = const()[name = tensor("op_226"), val = tensor([2])]; tensor input_19_pad_type_0 = const()[name = tensor("input_19_pad_type_0"), val = tensor("custom")]; tensor input_19_pad_0 = const()[name = tensor("input_19_pad_0"), val = tensor([0, 0])]; tensor input_19_ceil_mode_0 = const()[name = tensor("input_19_ceil_mode_0"), val = tensor(false)]; tensor input_19_cast_fp16 = max_pool(ceil_mode = input_19_ceil_mode_0, kernel_sizes = var_225, pad = input_19_pad_0, pad_type = input_19_pad_type_0, strides = var_226, x = input_17_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor var_234 = const()[name = tensor("op_234"), val = tensor([2])]; tensor var_235 = const()[name = tensor("op_235"), val = tensor([2])]; tensor var_241_pad_type_0 = const()[name = tensor("op_241_pad_type_0"), val = tensor("custom")]; tensor var_241_pad_0 = const()[name = tensor("op_241_pad_0"), val = tensor([0, 0])]; tensor var_241_ceil_mode_0 = const()[name = tensor("op_241_ceil_mode_0"), val = tensor(false)]; tensor var_241_cast_fp16 = max_pool(ceil_mode = var_241_ceil_mode_0, kernel_sizes = var_234, pad = var_241_pad_0, pad_type = var_241_pad_type_0, strides = var_235, x = input_19_cast_fp16)[name = tensor("op_241_cast_fp16")]; tensor m_perm_0 = const()[name = tensor("m_perm_0"), val = tensor([0, 2, 1])]; tensor op_246_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21248))), name = tensor("op_246_to_fp16_palettized"), shape = tensor([1, 64, 128])]; tensor h_3_cast_fp16 = transpose(perm = h_3_perm_0, x = h_1_cast_fp16)[name = tensor("transpose_21")]; tensor x_3_cast_fp16 = add(x = h_3_cast_fp16, y = op_246_to_fp16_palettized)[name = tensor("x_3_cast_fp16")]; tensor var_250_axes_0 = const()[name = tensor("op_250_axes_0"), val = tensor([-1])]; tensor m_cast_fp16 = transpose(perm = m_perm_0, x = var_241_cast_fp16)[name = tensor("transpose_20")]; tensor var_250_cast_fp16 = squeeze(axes = var_250_axes_0, x = m_cast_fp16)[name = tensor("op_250_cast_fp16")]; tensor var_251_to_fp16 = const()[name = tensor("op_251_to_fp16"), val = tensor(0x1p+0)]; tensor var_253_cast_fp16 = sub(x = var_251_to_fp16, y = var_250_cast_fp16)[name = tensor("op_253_cast_fp16")]; tensor var_260_axes_0 = const()[name = tensor("op_260_axes_0"), val = tensor([1])]; tensor var_260_cast_fp16 = expand_dims(axes = var_260_axes_0, x = var_253_cast_fp16)[name = tensor("op_260_cast_fp16")]; tensor var_262_axes_0 = const()[name = tensor("op_262_axes_0"), val = tensor([2])]; tensor var_262_cast_fp16 = expand_dims(axes = var_262_axes_0, x = var_260_cast_fp16)[name = tensor("op_262_cast_fp16")]; tensor var_268_to_fp16 = const()[name = tensor("op_268_to_fp16"), val = tensor(-0x1.388p+15)]; tensor key_bias_cast_fp16 = mul(x = var_262_cast_fp16, y = var_268_to_fp16)[name = tensor("key_bias_cast_fp16")]; tensor enc_enc_layers_0_self_attn_in_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46016))), name = tensor("enc_enc_layers_0_self_attn_in_proj_weight_to_fp16_palettized"), shape = tensor([384, 128])]; tensor enc_enc_layers_0_self_attn_in_proj_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_self_attn_in_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46144)))]; tensor linear_0_cast_fp16 = linear(bias = enc_enc_layers_0_self_attn_in_proj_bias_to_fp16, weight = enc_enc_layers_0_self_attn_in_proj_weight_to_fp16_palettized, x = x_3_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor var_285_begin_0 = const()[name = tensor("op_285_begin_0"), val = tensor([0, 0, 0])]; tensor var_285_end_0 = const()[name = tensor("op_285_end_0"), val = tensor([1, 64, 128])]; tensor var_285_end_mask_0 = const()[name = tensor("op_285_end_mask_0"), val = tensor([true, true, false])]; tensor var_285_cast_fp16 = slice_by_index(begin = var_285_begin_0, end = var_285_end_0, end_mask = var_285_end_mask_0, x = linear_0_cast_fp16)[name = tensor("op_285_cast_fp16")]; tensor var_290 = const()[name = tensor("op_290"), val = tensor([1, 64, 4, 32])]; tensor var_291_cast_fp16 = reshape(shape = var_290, x = var_285_cast_fp16)[name = tensor("op_291_cast_fp16")]; tensor var_309_begin_0 = const()[name = tensor("op_309_begin_0"), val = tensor([0, 0, 128])]; tensor var_309_end_0 = const()[name = tensor("op_309_end_0"), val = tensor([1, 64, 256])]; tensor var_309_end_mask_0 = const()[name = tensor("op_309_end_mask_0"), val = tensor([true, true, false])]; tensor var_309_cast_fp16 = slice_by_index(begin = var_309_begin_0, end = var_309_end_0, end_mask = var_309_end_mask_0, x = linear_0_cast_fp16)[name = tensor("op_309_cast_fp16")]; tensor var_314 = const()[name = tensor("op_314"), val = tensor([1, 64, 4, 32])]; tensor var_315_cast_fp16 = reshape(shape = var_314, x = var_309_cast_fp16)[name = tensor("op_315_cast_fp16")]; tensor var_333_begin_0 = const()[name = tensor("op_333_begin_0"), val = tensor([0, 0, 256])]; tensor var_333_end_0 = const()[name = tensor("op_333_end_0"), val = tensor([1, 64, 384])]; tensor var_333_end_mask_0 = const()[name = tensor("op_333_end_mask_0"), val = tensor([true, true, true])]; tensor var_333_cast_fp16 = slice_by_index(begin = var_333_begin_0, end = var_333_end_0, end_mask = var_333_end_mask_0, x = linear_0_cast_fp16)[name = tensor("op_333_cast_fp16")]; tensor var_338 = const()[name = tensor("op_338"), val = tensor([1, 64, 4, 32])]; tensor var_339_cast_fp16 = reshape(shape = var_338, x = var_333_cast_fp16)[name = tensor("op_339_cast_fp16")]; tensor v_1_perm_0 = const()[name = tensor("v_1_perm_0"), val = tensor([0, 2, -3, -1])]; tensor var_346_transpose_x_0 = const()[name = tensor("op_346_transpose_x_0"), val = tensor(false)]; tensor var_346_transpose_y_0 = const()[name = tensor("op_346_transpose_y_0"), val = tensor(false)]; tensor transpose_8_perm_0 = const()[name = tensor("transpose_8_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_9_perm_0 = const()[name = tensor("transpose_9_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = var_315_cast_fp16)[name = tensor("transpose_18")]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = var_291_cast_fp16)[name = tensor("transpose_19")]; tensor var_346_cast_fp16 = matmul(transpose_x = var_346_transpose_x_0, transpose_y = var_346_transpose_y_0, x = transpose_8, y = transpose_9)[name = tensor("op_346_cast_fp16")]; tensor var_347_to_fp16 = const()[name = tensor("op_347_to_fp16"), val = tensor(0x1.6ap-3)]; tensor var_348_cast_fp16 = mul(x = var_346_cast_fp16, y = var_347_to_fp16)[name = tensor("op_348_cast_fp16")]; tensor scores_1_cast_fp16 = add(x = var_348_cast_fp16, y = key_bias_cast_fp16)[name = tensor("scores_1_cast_fp16")]; tensor var_351 = const()[name = tensor("op_351"), val = tensor(-1)]; tensor var_353_cast_fp16 = softmax(axis = var_351, x = scores_1_cast_fp16)[name = tensor("op_353_cast_fp16")]; tensor var_354_transpose_x_0 = const()[name = tensor("op_354_transpose_x_0"), val = tensor(false)]; tensor var_354_transpose_y_0 = const()[name = tensor("op_354_transpose_y_0"), val = tensor(false)]; tensor v_1_cast_fp16 = transpose(perm = v_1_perm_0, x = var_339_cast_fp16)[name = tensor("transpose_17")]; tensor var_354_cast_fp16 = matmul(transpose_x = var_354_transpose_x_0, transpose_y = var_354_transpose_y_0, x = var_353_cast_fp16, y = v_1_cast_fp16)[name = tensor("op_354_cast_fp16")]; tensor var_357_perm_0 = const()[name = tensor("op_357_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_361 = const()[name = tensor("op_361"), val = tensor([1, 64, 128])]; tensor var_357_cast_fp16 = transpose(perm = var_357_perm_0, x = var_354_cast_fp16)[name = tensor("transpose_16")]; tensor out_1_cast_fp16 = reshape(shape = var_361, x = var_357_cast_fp16)[name = tensor("out_1_cast_fp16")]; tensor enc_enc_layers_0_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46976))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55232))), name = tensor("enc_enc_layers_0_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([128, 128])]; tensor enc_enc_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55360)))]; tensor linear_1_cast_fp16 = linear(bias = enc_enc_layers_0_self_attn_out_proj_bias_to_fp16, weight = enc_enc_layers_0_self_attn_out_proj_weight_to_fp16_palettized, x = out_1_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor input_21_cast_fp16 = add(x = x_3_cast_fp16, y = linear_1_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor x_5_axes_0 = const()[name = tensor("x_5_axes_0"), val = tensor([-1])]; tensor enc_enc_layers_0_norm1_weight_to_fp16 = const()[name = tensor("enc_enc_layers_0_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55680)))]; tensor enc_enc_layers_0_norm1_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56000)))]; tensor var_368_to_fp16 = const()[name = tensor("op_368_to_fp16"), val = tensor(0x1.5p-17)]; tensor x_5_cast_fp16 = layer_norm(axes = x_5_axes_0, beta = enc_enc_layers_0_norm1_bias_to_fp16, epsilon = var_368_to_fp16, gamma = enc_enc_layers_0_norm1_weight_to_fp16, x = input_21_cast_fp16)[name = tensor("x_5_cast_fp16")]; tensor enc_enc_layers_0_linear1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56320))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72768))), name = tensor("enc_enc_layers_0_linear1_weight_to_fp16_palettized"), shape = tensor([256, 128])]; tensor enc_enc_layers_0_linear1_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72896)))]; tensor linear_2_cast_fp16 = linear(bias = enc_enc_layers_0_linear1_bias_to_fp16, weight = enc_enc_layers_0_linear1_weight_to_fp16_palettized, x = x_5_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_373_mode_0 = const()[name = tensor("op_373_mode_0"), val = tensor("EXACT")]; tensor var_373_cast_fp16 = gelu(mode = var_373_mode_0, x = linear_2_cast_fp16)[name = tensor("op_373_cast_fp16")]; tensor enc_enc_layers_0_linear2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73472))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89920))), name = tensor("enc_enc_layers_0_linear2_weight_to_fp16_palettized"), shape = tensor([128, 256])]; tensor enc_enc_layers_0_linear2_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90048)))]; tensor linear_3_cast_fp16 = linear(bias = enc_enc_layers_0_linear2_bias_to_fp16, weight = enc_enc_layers_0_linear2_weight_to_fp16_palettized, x = var_373_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor input_23_cast_fp16 = add(x = x_5_cast_fp16, y = linear_3_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor x_7_axes_0 = const()[name = tensor("x_7_axes_0"), val = tensor([-1])]; tensor enc_enc_layers_0_norm2_weight_to_fp16 = const()[name = tensor("enc_enc_layers_0_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90368)))]; tensor enc_enc_layers_0_norm2_bias_to_fp16 = const()[name = tensor("enc_enc_layers_0_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90688)))]; tensor var_379_to_fp16 = const()[name = tensor("op_379_to_fp16"), val = tensor(0x1.5p-17)]; tensor x_7_cast_fp16 = layer_norm(axes = x_7_axes_0, beta = enc_enc_layers_0_norm2_bias_to_fp16, epsilon = var_379_to_fp16, gamma = enc_enc_layers_0_norm2_weight_to_fp16, x = input_23_cast_fp16)[name = tensor("x_7_cast_fp16")]; tensor enc_enc_layers_1_self_attn_in_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115648))), name = tensor("enc_enc_layers_1_self_attn_in_proj_weight_to_fp16_palettized"), shape = tensor([384, 128])]; tensor enc_enc_layers_1_self_attn_in_proj_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_self_attn_in_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115776)))]; tensor linear_4_cast_fp16 = linear(bias = enc_enc_layers_1_self_attn_in_proj_bias_to_fp16, weight = enc_enc_layers_1_self_attn_in_proj_weight_to_fp16_palettized, x = x_7_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor var_397_begin_0 = const()[name = tensor("op_397_begin_0"), val = tensor([0, 0, 0])]; tensor var_397_end_0 = const()[name = tensor("op_397_end_0"), val = tensor([1, 64, 128])]; tensor var_397_end_mask_0 = const()[name = tensor("op_397_end_mask_0"), val = tensor([true, true, false])]; tensor var_397_cast_fp16 = slice_by_index(begin = var_397_begin_0, end = var_397_end_0, end_mask = var_397_end_mask_0, x = linear_4_cast_fp16)[name = tensor("op_397_cast_fp16")]; tensor var_402 = const()[name = tensor("op_402"), val = tensor([1, 64, 4, 32])]; tensor var_403_cast_fp16 = reshape(shape = var_402, x = var_397_cast_fp16)[name = tensor("op_403_cast_fp16")]; tensor var_421_begin_0 = const()[name = tensor("op_421_begin_0"), val = tensor([0, 0, 128])]; tensor var_421_end_0 = const()[name = tensor("op_421_end_0"), val = tensor([1, 64, 256])]; tensor var_421_end_mask_0 = const()[name = tensor("op_421_end_mask_0"), val = tensor([true, true, false])]; tensor var_421_cast_fp16 = slice_by_index(begin = var_421_begin_0, end = var_421_end_0, end_mask = var_421_end_mask_0, x = linear_4_cast_fp16)[name = tensor("op_421_cast_fp16")]; tensor var_426 = const()[name = tensor("op_426"), val = tensor([1, 64, 4, 32])]; tensor var_427_cast_fp16 = reshape(shape = var_426, x = var_421_cast_fp16)[name = tensor("op_427_cast_fp16")]; tensor var_445_begin_0 = const()[name = tensor("op_445_begin_0"), val = tensor([0, 0, 256])]; tensor var_445_end_0 = const()[name = tensor("op_445_end_0"), val = tensor([1, 64, 384])]; tensor var_445_end_mask_0 = const()[name = tensor("op_445_end_mask_0"), val = tensor([true, true, true])]; tensor var_445_cast_fp16 = slice_by_index(begin = var_445_begin_0, end = var_445_end_0, end_mask = var_445_end_mask_0, x = linear_4_cast_fp16)[name = tensor("op_445_cast_fp16")]; tensor var_450 = const()[name = tensor("op_450"), val = tensor([1, 64, 4, 32])]; tensor var_451_cast_fp16 = reshape(shape = var_450, x = var_445_cast_fp16)[name = tensor("op_451_cast_fp16")]; tensor v_perm_0 = const()[name = tensor("v_perm_0"), val = tensor([0, 2, -3, -1])]; tensor var_458_transpose_x_0 = const()[name = tensor("op_458_transpose_x_0"), val = tensor(false)]; tensor var_458_transpose_y_0 = const()[name = tensor("op_458_transpose_y_0"), val = tensor(false)]; tensor transpose_10_perm_0 = const()[name = tensor("transpose_10_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_11_perm_0 = const()[name = tensor("transpose_11_perm_0"), val = tensor([0, 2, -1, -3])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = var_427_cast_fp16)[name = tensor("transpose_14")]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = var_403_cast_fp16)[name = tensor("transpose_15")]; tensor var_458_cast_fp16 = matmul(transpose_x = var_458_transpose_x_0, transpose_y = var_458_transpose_y_0, x = transpose_10, y = transpose_11)[name = tensor("op_458_cast_fp16")]; tensor var_459_to_fp16 = const()[name = tensor("op_459_to_fp16"), val = tensor(0x1.6ap-3)]; tensor var_460_cast_fp16 = mul(x = var_458_cast_fp16, y = var_459_to_fp16)[name = tensor("op_460_cast_fp16")]; tensor scores_cast_fp16 = add(x = var_460_cast_fp16, y = key_bias_cast_fp16)[name = tensor("scores_cast_fp16")]; tensor var_463 = const()[name = tensor("op_463"), val = tensor(-1)]; tensor var_465_cast_fp16 = softmax(axis = var_463, x = scores_cast_fp16)[name = tensor("op_465_cast_fp16")]; tensor var_466_transpose_x_0 = const()[name = tensor("op_466_transpose_x_0"), val = tensor(false)]; tensor var_466_transpose_y_0 = const()[name = tensor("op_466_transpose_y_0"), val = tensor(false)]; tensor v_cast_fp16 = transpose(perm = v_perm_0, x = var_451_cast_fp16)[name = tensor("transpose_13")]; tensor var_466_cast_fp16 = matmul(transpose_x = var_466_transpose_x_0, transpose_y = var_466_transpose_y_0, x = var_465_cast_fp16, y = v_cast_fp16)[name = tensor("op_466_cast_fp16")]; tensor var_469_perm_0 = const()[name = tensor("op_469_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_473 = const()[name = tensor("op_473"), val = tensor([1, 64, 128])]; tensor var_469_cast_fp16 = transpose(perm = var_469_perm_0, x = var_466_cast_fp16)[name = tensor("transpose_12")]; tensor out_cast_fp16 = reshape(shape = var_473, x = var_469_cast_fp16)[name = tensor("out_cast_fp16")]; tensor enc_enc_layers_1_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124864))), name = tensor("enc_enc_layers_1_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([128, 128])]; tensor enc_enc_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124992)))]; tensor linear_5_cast_fp16 = linear(bias = enc_enc_layers_1_self_attn_out_proj_bias_to_fp16, weight = enc_enc_layers_1_self_attn_out_proj_weight_to_fp16_palettized, x = out_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_25_cast_fp16 = add(x = x_7_cast_fp16, y = linear_5_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor x_axes_0 = const()[name = tensor("x_axes_0"), val = tensor([-1])]; tensor enc_enc_layers_1_norm1_weight_to_fp16 = const()[name = tensor("enc_enc_layers_1_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125312)))]; tensor enc_enc_layers_1_norm1_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125632)))]; tensor var_480_to_fp16 = const()[name = tensor("op_480_to_fp16"), val = tensor(0x1.5p-17)]; tensor x_cast_fp16 = layer_norm(axes = x_axes_0, beta = enc_enc_layers_1_norm1_bias_to_fp16, epsilon = var_480_to_fp16, gamma = enc_enc_layers_1_norm1_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("x_cast_fp16")]; tensor enc_enc_layers_1_linear1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142400))), name = tensor("enc_enc_layers_1_linear1_weight_to_fp16_palettized"), shape = tensor([256, 128])]; tensor enc_enc_layers_1_linear1_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_linear1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142528)))]; tensor linear_6_cast_fp16 = linear(bias = enc_enc_layers_1_linear1_bias_to_fp16, weight = enc_enc_layers_1_linear1_weight_to_fp16_palettized, x = x_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor var_485_mode_0 = const()[name = tensor("op_485_mode_0"), val = tensor("EXACT")]; tensor var_485_cast_fp16 = gelu(mode = var_485_mode_0, x = linear_6_cast_fp16)[name = tensor("op_485_cast_fp16")]; tensor enc_enc_layers_1_linear2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143104))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159552))), name = tensor("enc_enc_layers_1_linear2_weight_to_fp16_palettized"), shape = tensor([128, 256])]; tensor enc_enc_layers_1_linear2_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_linear2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(159680)))]; tensor linear_7_cast_fp16 = linear(bias = enc_enc_layers_1_linear2_bias_to_fp16, weight = enc_enc_layers_1_linear2_weight_to_fp16_palettized, x = var_485_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor input_27_cast_fp16 = add(x = x_cast_fp16, y = linear_7_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor h_axes_0 = const()[name = tensor("h_axes_0"), val = tensor([-1])]; tensor enc_enc_layers_1_norm2_weight_to_fp16 = const()[name = tensor("enc_enc_layers_1_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160000)))]; tensor enc_enc_layers_1_norm2_bias_to_fp16 = const()[name = tensor("enc_enc_layers_1_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160320)))]; tensor var_491_to_fp16 = const()[name = tensor("op_491_to_fp16"), val = tensor(0x1.5p-17)]; tensor h_cast_fp16 = layer_norm(axes = h_axes_0, beta = enc_enc_layers_1_norm2_bias_to_fp16, epsilon = var_491_to_fp16, gamma = enc_enc_layers_1_norm2_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("h_cast_fp16")]; tensor var_494_cast_fp16 = mul(x = h_cast_fp16, y = m_cast_fp16)[name = tensor("op_494_cast_fp16")]; tensor var_499_axes_0 = const()[name = tensor("op_499_axes_0"), val = tensor([1])]; tensor var_499_keep_dims_0 = const()[name = tensor("op_499_keep_dims_0"), val = tensor(false)]; tensor var_499_cast_fp16 = reduce_sum(axes = var_499_axes_0, keep_dims = var_499_keep_dims_0, x = var_494_cast_fp16)[name = tensor("op_499_cast_fp16")]; tensor var_504_axes_0 = const()[name = tensor("op_504_axes_0"), val = tensor([1])]; tensor var_504_keep_dims_0 = const()[name = tensor("op_504_keep_dims_0"), val = tensor(false)]; tensor var_504_cast_fp16 = reduce_sum(axes = var_504_axes_0, keep_dims = var_504_keep_dims_0, x = m_cast_fp16)[name = tensor("op_504_cast_fp16")]; tensor var_505_to_fp16 = const()[name = tensor("op_505_to_fp16"), val = tensor(0x1p+0)]; tensor const_0_to_fp16 = const()[name = tensor("const_0_to_fp16"), val = tensor(inf)]; tensor clip_0_cast_fp16 = clip(alpha = var_505_to_fp16, beta = const_0_to_fp16, x = var_504_cast_fp16)[name = tensor("clip_0_cast_fp16")]; tensor input_29_cast_fp16 = real_div(x = var_499_cast_fp16, y = clip_0_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor head_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164800))), name = tensor("head_0_weight_to_fp16_palettized"), shape = tensor([64, 128])]; tensor head_0_bias_to_fp16 = const()[name = tensor("head_0_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164928)))]; tensor linear_8_cast_fp16 = linear(bias = head_0_bias_to_fp16, weight = head_0_weight_to_fp16_palettized, x = input_29_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor input_33_cast_fp16 = relu(x = linear_8_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor head_3_weight_to_fp16 = const()[name = tensor("head_3_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165120)))]; tensor head_3_bias_to_fp16 = const()[name = tensor("head_3_bias_to_fp16"), val = tensor([-0x1.404p-3, 0x1.0c4p-6, 0x1.ba4p-8, 0x1.018p-4, -0x1.c88p-4, 0x1.5e8p-4])]; tensor linear_9_cast_fp16 = linear(bias = head_3_bias_to_fp16, weight = head_3_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor var_521 = const()[name = tensor("op_521"), val = tensor(-1)]; tensor var_523_cast_fp16 = softmax(axis = var_521, x = linear_9_cast_fp16)[name = tensor("op_523_cast_fp16")]; tensor var_523_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("op_523_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor probs = cast(dtype = var_523_cast_fp16_to_fp32_dtype_0, x = var_523_cast_fp16)[name = tensor("cast_0")]; } -> (probs); }