program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}})] { func main(tensor audio) { tensor input_1_axes_0 = const()[name = tensor("input_1_axes_0"), val = tensor([1])]; tensor audio_to_fp16_dtype_0 = const()[name = tensor("audio_to_fp16_dtype_0"), val = tensor("fp16")]; tensor audio_to_fp16 = cast(dtype = audio_to_fp16_dtype_0, x = audio)[name = tensor("cast_0")]; tensor input_1_cast_fp16 = expand_dims(axes = input_1_axes_0, x = audio_to_fp16)[name = tensor("input_1_cast_fp16")]; tensor seqs_1_pad_type_0 = const()[name = tensor("seqs_1_pad_type_0"), val = tensor("valid")]; tensor seqs_1_strides_0 = const()[name = tensor("seqs_1_strides_0"), val = tensor([5])]; tensor seqs_1_pad_0 = const()[name = tensor("seqs_1_pad_0"), val = tensor([0, 0])]; tensor seqs_1_dilations_0 = const()[name = tensor("seqs_1_dilations_0"), val = tensor([1])]; tensor seqs_1_groups_0 = const()[name = tensor("seqs_1_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_0_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5248))), name = tensor("model_encoder_frontend_feature_extractor_layers_0_conv_weight_to_fp16_palettized"), shape = tensor([512, 1, 10])]; tensor model_encoder_frontend_feature_extractor_layers_0_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_0_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5824)))]; tensor seqs_1_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_0_conv_bias_to_fp16, dilations = seqs_1_dilations_0, groups = seqs_1_groups_0, pad = seqs_1_pad_0, pad_type = seqs_1_pad_type_0, strides = seqs_1_strides_0, weight = model_encoder_frontend_feature_extractor_layers_0_conv_weight_to_fp16_palettized, x = input_1_cast_fp16)[name = tensor("seqs_1_cast_fp16")]; tensor x_1_perm_0 = const()[name = tensor("x_1_perm_0"), val = tensor([0, 2, 1])]; tensor x_3_axes_0 = const()[name = tensor("x_3_axes_0"), val = tensor([-1])]; tensor const_0_to_fp16 = const()[name = tensor("const_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6912)))]; tensor const_1_to_fp16 = const()[name = tensor("const_1_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8000)))]; tensor var_18_to_fp16 = const()[name = tensor("op_18_to_fp16"), val = tensor(0x1.5p-17)]; tensor x_1_cast_fp16 = transpose(perm = x_1_perm_0, x = seqs_1_cast_fp16)[name = tensor("transpose_254")]; tensor x_3_cast_fp16 = layer_norm(axes = x_3_axes_0, beta = const_1_to_fp16, epsilon = var_18_to_fp16, gamma = const_0_to_fp16, x = x_1_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor input_5_perm_0 = const()[name = tensor("input_5_perm_0"), val = tensor([0, 2, 1])]; tensor input_7_mode_0 = const()[name = tensor("input_7_mode_0"), val = tensor("EXACT")]; tensor input_5_cast_fp16 = transpose(perm = input_5_perm_0, x = x_3_cast_fp16)[name = tensor("transpose_253")]; tensor input_7_cast_fp16 = gelu(mode = input_7_mode_0, x = input_5_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor seqs_5_pad_type_0 = const()[name = tensor("seqs_5_pad_type_0"), val = tensor("valid")]; tensor seqs_5_strides_0 = const()[name = tensor("seqs_5_strides_0"), val = tensor([2])]; tensor seqs_5_pad_0 = const()[name = tensor("seqs_5_pad_0"), val = tensor([0, 0])]; tensor seqs_5_dilations_0 = const()[name = tensor("seqs_5_dilations_0"), val = tensor([1])]; tensor seqs_5_groups_0 = const()[name = tensor("seqs_5_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_1_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(795584))), name = tensor("model_encoder_frontend_feature_extractor_layers_1_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 3])]; tensor model_encoder_frontend_feature_extractor_layers_1_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_1_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(796160)))]; tensor seqs_5_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_1_conv_bias_to_fp16, dilations = seqs_5_dilations_0, groups = seqs_5_groups_0, pad = seqs_5_pad_0, pad_type = seqs_5_pad_type_0, strides = seqs_5_strides_0, weight = model_encoder_frontend_feature_extractor_layers_1_conv_weight_to_fp16_palettized, x = input_7_cast_fp16)[name = tensor("seqs_5_cast_fp16")]; tensor x_5_perm_0 = const()[name = tensor("x_5_perm_0"), val = tensor([0, 2, 1])]; tensor x_7_axes_0 = const()[name = tensor("x_7_axes_0"), val = tensor([-1])]; tensor const_2_to_fp16 = const()[name = tensor("const_2_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(797248)))]; tensor const_3_to_fp16 = const()[name = tensor("const_3_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(798336)))]; tensor x_5_cast_fp16 = transpose(perm = x_5_perm_0, x = seqs_5_cast_fp16)[name = tensor("transpose_252")]; tensor x_7_cast_fp16 = layer_norm(axes = x_7_axes_0, beta = const_3_to_fp16, epsilon = var_18_to_fp16, gamma = const_2_to_fp16, x = x_5_cast_fp16)[name = tensor("x_7_cast_fp16")]; tensor input_11_perm_0 = const()[name = tensor("input_11_perm_0"), val = tensor([0, 2, 1])]; tensor input_13_mode_0 = const()[name = tensor("input_13_mode_0"), val = tensor("EXACT")]; tensor input_11_cast_fp16 = transpose(perm = input_11_perm_0, x = x_7_cast_fp16)[name = tensor("transpose_251")]; tensor input_13_cast_fp16 = gelu(mode = input_13_mode_0, x = input_11_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor seqs_9_pad_type_0 = const()[name = tensor("seqs_9_pad_type_0"), val = tensor("valid")]; tensor seqs_9_strides_0 = const()[name = tensor("seqs_9_strides_0"), val = tensor([2])]; tensor seqs_9_pad_0 = const()[name = tensor("seqs_9_pad_0"), val = tensor([0, 0])]; tensor seqs_9_dilations_0 = const()[name = tensor("seqs_9_dilations_0"), val = tensor([1])]; tensor seqs_9_groups_0 = const()[name = tensor("seqs_9_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_2_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(799424))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1585920))), name = tensor("model_encoder_frontend_feature_extractor_layers_2_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 3])]; tensor model_encoder_frontend_feature_extractor_layers_2_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_2_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1586496)))]; tensor seqs_9_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_2_conv_bias_to_fp16, dilations = seqs_9_dilations_0, groups = seqs_9_groups_0, pad = seqs_9_pad_0, pad_type = seqs_9_pad_type_0, strides = seqs_9_strides_0, weight = model_encoder_frontend_feature_extractor_layers_2_conv_weight_to_fp16_palettized, x = input_13_cast_fp16)[name = tensor("seqs_9_cast_fp16")]; tensor x_9_perm_0 = const()[name = tensor("x_9_perm_0"), val = tensor([0, 2, 1])]; tensor x_11_axes_0 = const()[name = tensor("x_11_axes_0"), val = tensor([-1])]; tensor const_4_to_fp16 = const()[name = tensor("const_4_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1587584)))]; tensor const_5_to_fp16 = const()[name = tensor("const_5_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1588672)))]; tensor x_9_cast_fp16 = transpose(perm = x_9_perm_0, x = seqs_9_cast_fp16)[name = tensor("transpose_250")]; tensor x_11_cast_fp16 = layer_norm(axes = x_11_axes_0, beta = const_5_to_fp16, epsilon = var_18_to_fp16, gamma = const_4_to_fp16, x = x_9_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor input_17_perm_0 = const()[name = tensor("input_17_perm_0"), val = tensor([0, 2, 1])]; tensor input_19_mode_0 = const()[name = tensor("input_19_mode_0"), val = tensor("EXACT")]; tensor input_17_cast_fp16 = transpose(perm = input_17_perm_0, x = x_11_cast_fp16)[name = tensor("transpose_249")]; tensor input_19_cast_fp16 = gelu(mode = input_19_mode_0, x = input_17_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor seqs_13_pad_type_0 = const()[name = tensor("seqs_13_pad_type_0"), val = tensor("valid")]; tensor seqs_13_strides_0 = const()[name = tensor("seqs_13_strides_0"), val = tensor([2])]; tensor seqs_13_pad_0 = const()[name = tensor("seqs_13_pad_0"), val = tensor([0, 0])]; tensor seqs_13_dilations_0 = const()[name = tensor("seqs_13_dilations_0"), val = tensor([1])]; tensor seqs_13_groups_0 = const()[name = tensor("seqs_13_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_3_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1589760))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2376256))), name = tensor("model_encoder_frontend_feature_extractor_layers_3_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 3])]; tensor model_encoder_frontend_feature_extractor_layers_3_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_3_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2376832)))]; tensor seqs_13_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_3_conv_bias_to_fp16, dilations = seqs_13_dilations_0, groups = seqs_13_groups_0, pad = seqs_13_pad_0, pad_type = seqs_13_pad_type_0, strides = seqs_13_strides_0, weight = model_encoder_frontend_feature_extractor_layers_3_conv_weight_to_fp16_palettized, x = input_19_cast_fp16)[name = tensor("seqs_13_cast_fp16")]; tensor x_13_perm_0 = const()[name = tensor("x_13_perm_0"), val = tensor([0, 2, 1])]; tensor x_15_axes_0 = const()[name = tensor("x_15_axes_0"), val = tensor([-1])]; tensor const_6_to_fp16 = const()[name = tensor("const_6_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2377920)))]; tensor const_7_to_fp16 = const()[name = tensor("const_7_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2379008)))]; tensor x_13_cast_fp16 = transpose(perm = x_13_perm_0, x = seqs_13_cast_fp16)[name = tensor("transpose_248")]; tensor x_15_cast_fp16 = layer_norm(axes = x_15_axes_0, beta = const_7_to_fp16, epsilon = var_18_to_fp16, gamma = const_6_to_fp16, x = x_13_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor input_23_perm_0 = const()[name = tensor("input_23_perm_0"), val = tensor([0, 2, 1])]; tensor input_25_mode_0 = const()[name = tensor("input_25_mode_0"), val = tensor("EXACT")]; tensor input_23_cast_fp16 = transpose(perm = input_23_perm_0, x = x_15_cast_fp16)[name = tensor("transpose_247")]; tensor input_25_cast_fp16 = gelu(mode = input_25_mode_0, x = input_23_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor seqs_17_pad_type_0 = const()[name = tensor("seqs_17_pad_type_0"), val = tensor("valid")]; tensor seqs_17_strides_0 = const()[name = tensor("seqs_17_strides_0"), val = tensor([2])]; tensor seqs_17_pad_0 = const()[name = tensor("seqs_17_pad_0"), val = tensor([0, 0])]; tensor seqs_17_dilations_0 = const()[name = tensor("seqs_17_dilations_0"), val = tensor([1])]; tensor seqs_17_groups_0 = const()[name = tensor("seqs_17_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_4_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2380096))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3166592))), name = tensor("model_encoder_frontend_feature_extractor_layers_4_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 3])]; tensor model_encoder_frontend_feature_extractor_layers_4_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_4_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3167168)))]; tensor seqs_17_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_4_conv_bias_to_fp16, dilations = seqs_17_dilations_0, groups = seqs_17_groups_0, pad = seqs_17_pad_0, pad_type = seqs_17_pad_type_0, strides = seqs_17_strides_0, weight = model_encoder_frontend_feature_extractor_layers_4_conv_weight_to_fp16_palettized, x = input_25_cast_fp16)[name = tensor("seqs_17_cast_fp16")]; tensor x_17_perm_0 = const()[name = tensor("x_17_perm_0"), val = tensor([0, 2, 1])]; tensor x_19_axes_0 = const()[name = tensor("x_19_axes_0"), val = tensor([-1])]; tensor const_8_to_fp16 = const()[name = tensor("const_8_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3168256)))]; tensor const_9_to_fp16 = const()[name = tensor("const_9_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3169344)))]; tensor x_17_cast_fp16 = transpose(perm = x_17_perm_0, x = seqs_17_cast_fp16)[name = tensor("transpose_246")]; tensor x_19_cast_fp16 = layer_norm(axes = x_19_axes_0, beta = const_9_to_fp16, epsilon = var_18_to_fp16, gamma = const_8_to_fp16, x = x_17_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor input_29_perm_0 = const()[name = tensor("input_29_perm_0"), val = tensor([0, 2, 1])]; tensor input_31_mode_0 = const()[name = tensor("input_31_mode_0"), val = tensor("EXACT")]; tensor input_29_cast_fp16 = transpose(perm = input_29_perm_0, x = x_19_cast_fp16)[name = tensor("transpose_245")]; tensor input_31_cast_fp16 = gelu(mode = input_31_mode_0, x = input_29_cast_fp16)[name = tensor("input_31_cast_fp16")]; tensor seqs_21_pad_type_0 = const()[name = tensor("seqs_21_pad_type_0"), val = tensor("valid")]; tensor seqs_21_strides_0 = const()[name = tensor("seqs_21_strides_0"), val = tensor([2])]; tensor seqs_21_pad_0 = const()[name = tensor("seqs_21_pad_0"), val = tensor([0, 0])]; tensor seqs_21_dilations_0 = const()[name = tensor("seqs_21_dilations_0"), val = tensor([1])]; tensor seqs_21_groups_0 = const()[name = tensor("seqs_21_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_5_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3170432))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3694784))), name = tensor("model_encoder_frontend_feature_extractor_layers_5_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 2])]; tensor model_encoder_frontend_feature_extractor_layers_5_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_5_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3695360)))]; tensor seqs_21_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_5_conv_bias_to_fp16, dilations = seqs_21_dilations_0, groups = seqs_21_groups_0, pad = seqs_21_pad_0, pad_type = seqs_21_pad_type_0, strides = seqs_21_strides_0, weight = model_encoder_frontend_feature_extractor_layers_5_conv_weight_to_fp16_palettized, x = input_31_cast_fp16)[name = tensor("seqs_21_cast_fp16")]; tensor x_21_perm_0 = const()[name = tensor("x_21_perm_0"), val = tensor([0, 2, 1])]; tensor x_23_axes_0 = const()[name = tensor("x_23_axes_0"), val = tensor([-1])]; tensor const_10_to_fp16 = const()[name = tensor("const_10_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3696448)))]; tensor const_11_to_fp16 = const()[name = tensor("const_11_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3697536)))]; tensor x_21_cast_fp16 = transpose(perm = x_21_perm_0, x = seqs_21_cast_fp16)[name = tensor("transpose_244")]; tensor x_23_cast_fp16 = layer_norm(axes = x_23_axes_0, beta = const_11_to_fp16, epsilon = var_18_to_fp16, gamma = const_10_to_fp16, x = x_21_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor input_35_perm_0 = const()[name = tensor("input_35_perm_0"), val = tensor([0, 2, 1])]; tensor input_37_mode_0 = const()[name = tensor("input_37_mode_0"), val = tensor("EXACT")]; tensor input_35_cast_fp16 = transpose(perm = input_35_perm_0, x = x_23_cast_fp16)[name = tensor("transpose_243")]; tensor input_37_cast_fp16 = gelu(mode = input_37_mode_0, x = input_35_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor seqs_25_pad_type_0 = const()[name = tensor("seqs_25_pad_type_0"), val = tensor("valid")]; tensor seqs_25_strides_0 = const()[name = tensor("seqs_25_strides_0"), val = tensor([2])]; tensor seqs_25_pad_0 = const()[name = tensor("seqs_25_pad_0"), val = tensor([0, 0])]; tensor seqs_25_dilations_0 = const()[name = tensor("seqs_25_dilations_0"), val = tensor([1])]; tensor seqs_25_groups_0 = const()[name = tensor("seqs_25_groups_0"), val = tensor(1)]; tensor model_encoder_frontend_feature_extractor_layers_6_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3698624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4222976))), name = tensor("model_encoder_frontend_feature_extractor_layers_6_conv_weight_to_fp16_palettized"), shape = tensor([512, 512, 2])]; tensor model_encoder_frontend_feature_extractor_layers_6_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_feature_extractor_layers_6_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4223552)))]; tensor seqs_25_cast_fp16 = conv(bias = model_encoder_frontend_feature_extractor_layers_6_conv_bias_to_fp16, dilations = seqs_25_dilations_0, groups = seqs_25_groups_0, pad = seqs_25_pad_0, pad_type = seqs_25_pad_type_0, strides = seqs_25_strides_0, weight = model_encoder_frontend_feature_extractor_layers_6_conv_weight_to_fp16_palettized, x = input_37_cast_fp16)[name = tensor("seqs_25_cast_fp16")]; tensor x_25_perm_0 = const()[name = tensor("x_25_perm_0"), val = tensor([0, 2, 1])]; tensor x_27_axes_0 = const()[name = tensor("x_27_axes_0"), val = tensor([-1])]; tensor const_12_to_fp16 = const()[name = tensor("const_12_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4224640)))]; tensor const_13_to_fp16 = const()[name = tensor("const_13_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4225728)))]; tensor x_25_cast_fp16 = transpose(perm = x_25_perm_0, x = seqs_25_cast_fp16)[name = tensor("transpose_242")]; tensor x_27_cast_fp16 = layer_norm(axes = x_27_axes_0, beta = const_13_to_fp16, epsilon = var_18_to_fp16, gamma = const_12_to_fp16, x = x_25_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor seqs_29_mode_0 = const()[name = tensor("seqs_29_mode_0"), val = tensor("EXACT")]; tensor seqs_29_cast_fp16 = gelu(mode = seqs_29_mode_0, x = x_27_cast_fp16)[name = tensor("seqs_29_cast_fp16")]; tensor x_29_axes_0 = const()[name = tensor("x_29_axes_0"), val = tensor([-1])]; tensor model_encoder_frontend_post_extract_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_frontend_post_extract_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4226816)))]; tensor model_encoder_frontend_post_extract_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_post_extract_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4227904)))]; tensor x_29_cast_fp16 = layer_norm(axes = x_29_axes_0, beta = model_encoder_frontend_post_extract_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_frontend_post_extract_layer_norm_weight_to_fp16, x = seqs_29_cast_fp16)[name = tensor("x_29_cast_fp16")]; tensor model_encoder_frontend_model_dim_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4228992))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4753344))), name = tensor("model_encoder_frontend_model_dim_proj_weight_to_fp16_palettized"), shape = tensor([1024, 512])]; tensor model_encoder_frontend_model_dim_proj_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_model_dim_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4753920)))]; tensor linear_0_cast_fp16 = linear(bias = model_encoder_frontend_model_dim_proj_bias_to_fp16, weight = model_encoder_frontend_model_dim_proj_weight_to_fp16_palettized, x = x_29_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor input_43_perm_0 = const()[name = tensor("input_43_perm_0"), val = tensor([0, 2, 1])]; tensor encodings_1_pad_type_0 = const()[name = tensor("encodings_1_pad_type_0"), val = tensor("custom")]; tensor encodings_1_pad_0 = const()[name = tensor("encodings_1_pad_0"), val = tensor([64, 64])]; tensor encodings_1_groups_0 = const()[name = tensor("encodings_1_groups_0"), val = tensor(16)]; tensor encodings_1_strides_0 = const()[name = tensor("encodings_1_strides_0"), val = tensor([1])]; tensor encodings_1_dilations_0 = const()[name = tensor("encodings_1_dilations_0"), val = tensor([1])]; tensor weight_31_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4756032))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13144704))), name = tensor("weight_31_to_fp16_palettized"), shape = tensor([1024, 64, 128])]; tensor model_encoder_frontend_pos_encoder_conv_bias_to_fp16 = const()[name = tensor("model_encoder_frontend_pos_encoder_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13145280)))]; tensor input_43_cast_fp16 = transpose(perm = input_43_perm_0, x = linear_0_cast_fp16)[name = tensor("transpose_241")]; tensor encodings_1_cast_fp16 = conv(bias = model_encoder_frontend_pos_encoder_conv_bias_to_fp16, dilations = encodings_1_dilations_0, groups = encodings_1_groups_0, pad = encodings_1_pad_0, pad_type = encodings_1_pad_type_0, strides = encodings_1_strides_0, weight = weight_31_to_fp16_palettized, x = input_43_cast_fp16)[name = tensor("encodings_1_cast_fp16")]; tensor input_45_begin_0 = const()[name = tensor("input_45_begin_0"), val = tensor([0, 0, 0])]; tensor input_45_end_0 = const()[name = tensor("input_45_end_0"), val = tensor([1, 1024, 249])]; tensor input_45_end_mask_0 = const()[name = tensor("input_45_end_mask_0"), val = tensor([true, true, false])]; tensor input_45_cast_fp16 = slice_by_index(begin = input_45_begin_0, end = input_45_end_0, end_mask = input_45_end_mask_0, x = encodings_1_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor encodings_3_mode_0 = const()[name = tensor("encodings_3_mode_0"), val = tensor("EXACT")]; tensor encodings_3_cast_fp16 = gelu(mode = encodings_3_mode_0, x = input_45_cast_fp16)[name = tensor("encodings_3_cast_fp16")]; tensor encodings_perm_0 = const()[name = tensor("encodings_perm_0"), val = tensor([0, 2, 1])]; tensor encodings_cast_fp16 = transpose(perm = encodings_perm_0, x = encodings_3_cast_fp16)[name = tensor("transpose_240")]; tensor input_47_cast_fp16 = add(x = linear_0_cast_fp16, y = encodings_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor x_31_axes_0 = const()[name = tensor("x_31_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_0_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13147392)))]; tensor model_encoder_layers_0_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13149504)))]; tensor x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = model_encoder_layers_0_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_0_self_attn_layer_norm_weight_to_fp16, x = input_47_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13151616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14200256))), name = tensor("model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14200832)))]; tensor linear_1_cast_fp16 = linear(bias = model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized, x = x_31_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor concat_0 = const()[name = tensor("concat_0"), val = tensor([1, 249, -1, 64])]; tensor q_1_cast_fp16 = reshape(shape = concat_0, x = linear_1_cast_fp16)[name = tensor("q_1_cast_fp16")]; tensor model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14202944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(15251584))), name = tensor("model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(15252160)))]; tensor linear_2_cast_fp16 = linear(bias = model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized, x = x_31_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(15254272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16302912))), name = tensor("model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16303488)))]; tensor linear_3_cast_fp16 = linear(bias = model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized, x = x_31_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor concat_1 = const()[name = tensor("concat_1"), val = tensor([1, 249, -1, 64])]; tensor k_1_cast_fp16 = reshape(shape = concat_1, x = linear_2_cast_fp16)[name = tensor("k_1_cast_fp16")]; tensor concat_2 = const()[name = tensor("concat_2"), val = tensor([1, 249, -1, 64])]; tensor v_3_cast_fp16 = reshape(shape = concat_2, x = linear_3_cast_fp16)[name = tensor("v_3_cast_fp16")]; tensor v_5_perm_0 = const()[name = tensor("v_5_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_0_y_0_to_fp16 = const()[name = tensor("mul_0_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_0_cast_fp16 = mul(x = q_1_cast_fp16, y = mul_0_y_0_to_fp16)[name = tensor("mul_0_cast_fp16")]; tensor matmul_0_transpose_y_0 = const()[name = tensor("matmul_0_transpose_y_0"), val = tensor(true)]; tensor matmul_0_transpose_x_0 = const()[name = tensor("matmul_0_transpose_x_0"), val = tensor(false)]; tensor transpose_96_perm_0 = const()[name = tensor("transpose_96_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_97_perm_0 = const()[name = tensor("transpose_97_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_97 = transpose(perm = transpose_97_perm_0, x = k_1_cast_fp16)[name = tensor("transpose_238")]; tensor transpose_96 = transpose(perm = transpose_96_perm_0, x = mul_0_cast_fp16)[name = tensor("transpose_239")]; tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_96, y = transpose_97)[name = tensor("matmul_0_cast_fp16")]; tensor softmax_0_axis_0 = const()[name = tensor("softmax_0_axis_0"), val = tensor(-1)]; tensor softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = matmul_0_cast_fp16)[name = tensor("softmax_0_cast_fp16")]; tensor attns_1_transpose_x_0 = const()[name = tensor("attns_1_transpose_x_0"), val = tensor(false)]; tensor attns_1_transpose_y_0 = const()[name = tensor("attns_1_transpose_y_0"), val = tensor(false)]; tensor v_5_cast_fp16 = transpose(perm = v_5_perm_0, x = v_3_cast_fp16)[name = tensor("transpose_237")]; tensor attns_1_cast_fp16 = matmul(transpose_x = attns_1_transpose_x_0, transpose_y = attns_1_transpose_y_0, x = softmax_0_cast_fp16, y = v_5_cast_fp16)[name = tensor("attns_1_cast_fp16")]; tensor attns_3_perm_0 = const()[name = tensor("attns_3_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_3 = const()[name = tensor("concat_3"), val = tensor([1, 249, 1024])]; tensor attns_3_cast_fp16 = transpose(perm = attns_3_perm_0, x = attns_1_cast_fp16)[name = tensor("transpose_236")]; tensor x_33_cast_fp16 = reshape(shape = concat_3, x = attns_3_cast_fp16)[name = tensor("x_33_cast_fp16")]; tensor model_encoder_layers_0_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16305600))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17354240))), name = tensor("model_encoder_layers_0_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_0_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17354816)))]; tensor linear_4_cast_fp16 = linear(bias = model_encoder_layers_0_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_0_self_attn_output_proj_weight_to_fp16_palettized, x = x_33_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_49_cast_fp16 = add(x = linear_4_cast_fp16, y = input_47_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor x_35_axes_0 = const()[name = tensor("x_35_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_0_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_0_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17356928)))]; tensor model_encoder_layers_0_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17359040)))]; tensor x_35_cast_fp16 = layer_norm(axes = x_35_axes_0, beta = model_encoder_layers_0_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_0_ffn_layer_norm_weight_to_fp16, x = input_49_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor model_encoder_layers_0_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(17361152))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21555520))), name = tensor("model_encoder_layers_0_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_0_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21556096)))]; tensor linear_5_cast_fp16 = linear(bias = model_encoder_layers_0_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_0_ffn_inner_proj_weight_to_fp16_palettized, x = x_35_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_53_mode_0 = const()[name = tensor("input_53_mode_0"), val = tensor("EXACT")]; tensor input_53_cast_fp16 = gelu(mode = input_53_mode_0, x = linear_5_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor model_encoder_layers_0_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21564352))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25758720))), name = tensor("model_encoder_layers_0_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_0_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_0_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25759296)))]; tensor linear_6_cast_fp16 = linear(bias = model_encoder_layers_0_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_0_ffn_output_proj_weight_to_fp16_palettized, x = input_53_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor input_55_cast_fp16 = add(x = linear_6_cast_fp16, y = input_49_cast_fp16)[name = tensor("input_55_cast_fp16")]; tensor x_39_axes_0 = const()[name = tensor("x_39_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_1_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25761408)))]; tensor model_encoder_layers_1_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25763520)))]; tensor x_39_cast_fp16 = layer_norm(axes = x_39_axes_0, beta = model_encoder_layers_1_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_1_self_attn_layer_norm_weight_to_fp16, x = input_55_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25765632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26814272))), name = tensor("model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26814848)))]; tensor linear_7_cast_fp16 = linear(bias = model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized, x = x_39_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor concat_4 = const()[name = tensor("concat_4"), val = tensor([1, 249, -1, 64])]; tensor q_5_cast_fp16 = reshape(shape = concat_4, x = linear_7_cast_fp16)[name = tensor("q_5_cast_fp16")]; tensor model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(26816960))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27865600))), name = tensor("model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27866176)))]; tensor linear_8_cast_fp16 = linear(bias = model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized, x = x_39_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27868288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28916928))), name = tensor("model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28917504)))]; tensor linear_9_cast_fp16 = linear(bias = model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized, x = x_39_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor concat_5 = const()[name = tensor("concat_5"), val = tensor([1, 249, -1, 64])]; tensor k_5_cast_fp16 = reshape(shape = concat_5, x = linear_8_cast_fp16)[name = tensor("k_5_cast_fp16")]; tensor concat_6 = const()[name = tensor("concat_6"), val = tensor([1, 249, -1, 64])]; tensor v_7_cast_fp16 = reshape(shape = concat_6, x = linear_9_cast_fp16)[name = tensor("v_7_cast_fp16")]; tensor v_9_perm_0 = const()[name = tensor("v_9_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_1_y_0_to_fp16 = const()[name = tensor("mul_1_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_1_cast_fp16 = mul(x = q_5_cast_fp16, y = mul_1_y_0_to_fp16)[name = tensor("mul_1_cast_fp16")]; tensor matmul_1_transpose_y_0 = const()[name = tensor("matmul_1_transpose_y_0"), val = tensor(true)]; tensor matmul_1_transpose_x_0 = const()[name = tensor("matmul_1_transpose_x_0"), val = tensor(false)]; tensor transpose_98_perm_0 = const()[name = tensor("transpose_98_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_99_perm_0 = const()[name = tensor("transpose_99_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_99 = transpose(perm = transpose_99_perm_0, x = k_5_cast_fp16)[name = tensor("transpose_234")]; tensor transpose_98 = transpose(perm = transpose_98_perm_0, x = mul_1_cast_fp16)[name = tensor("transpose_235")]; tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_98, y = transpose_99)[name = tensor("matmul_1_cast_fp16")]; tensor softmax_1_axis_0 = const()[name = tensor("softmax_1_axis_0"), val = tensor(-1)]; tensor softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = matmul_1_cast_fp16)[name = tensor("softmax_1_cast_fp16")]; tensor attns_5_transpose_x_0 = const()[name = tensor("attns_5_transpose_x_0"), val = tensor(false)]; tensor attns_5_transpose_y_0 = const()[name = tensor("attns_5_transpose_y_0"), val = tensor(false)]; tensor v_9_cast_fp16 = transpose(perm = v_9_perm_0, x = v_7_cast_fp16)[name = tensor("transpose_233")]; tensor attns_5_cast_fp16 = matmul(transpose_x = attns_5_transpose_x_0, transpose_y = attns_5_transpose_y_0, x = softmax_1_cast_fp16, y = v_9_cast_fp16)[name = tensor("attns_5_cast_fp16")]; tensor attns_7_perm_0 = const()[name = tensor("attns_7_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_7 = const()[name = tensor("concat_7"), val = tensor([1, 249, 1024])]; tensor attns_7_cast_fp16 = transpose(perm = attns_7_perm_0, x = attns_5_cast_fp16)[name = tensor("transpose_232")]; tensor x_41_cast_fp16 = reshape(shape = concat_7, x = attns_7_cast_fp16)[name = tensor("x_41_cast_fp16")]; tensor model_encoder_layers_1_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28919616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29968256))), name = tensor("model_encoder_layers_1_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_1_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29968832)))]; tensor linear_10_cast_fp16 = linear(bias = model_encoder_layers_1_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_1_self_attn_output_proj_weight_to_fp16_palettized, x = x_41_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_57_cast_fp16 = add(x = linear_10_cast_fp16, y = input_55_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor x_43_axes_0 = const()[name = tensor("x_43_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_1_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_1_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29970944)))]; tensor model_encoder_layers_1_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29973056)))]; tensor x_43_cast_fp16 = layer_norm(axes = x_43_axes_0, beta = model_encoder_layers_1_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_1_ffn_layer_norm_weight_to_fp16, x = input_57_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor model_encoder_layers_1_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29975168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34169536))), name = tensor("model_encoder_layers_1_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_1_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34170112)))]; tensor linear_11_cast_fp16 = linear(bias = model_encoder_layers_1_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_1_ffn_inner_proj_weight_to_fp16_palettized, x = x_43_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_61_mode_0 = const()[name = tensor("input_61_mode_0"), val = tensor("EXACT")]; tensor input_61_cast_fp16 = gelu(mode = input_61_mode_0, x = linear_11_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor model_encoder_layers_1_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34178368))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38372736))), name = tensor("model_encoder_layers_1_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_1_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_1_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38373312)))]; tensor linear_12_cast_fp16 = linear(bias = model_encoder_layers_1_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_1_ffn_output_proj_weight_to_fp16_palettized, x = input_61_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor input_63_cast_fp16 = add(x = linear_12_cast_fp16, y = input_57_cast_fp16)[name = tensor("input_63_cast_fp16")]; tensor x_47_axes_0 = const()[name = tensor("x_47_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_2_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38375424)))]; tensor model_encoder_layers_2_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38377536)))]; tensor x_47_cast_fp16 = layer_norm(axes = x_47_axes_0, beta = model_encoder_layers_2_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_2_self_attn_layer_norm_weight_to_fp16, x = input_63_cast_fp16)[name = tensor("x_47_cast_fp16")]; tensor model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38379648))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39428288))), name = tensor("model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39428864)))]; tensor linear_13_cast_fp16 = linear(bias = model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized, x = x_47_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor concat_8 = const()[name = tensor("concat_8"), val = tensor([1, 249, -1, 64])]; tensor q_9_cast_fp16 = reshape(shape = concat_8, x = linear_13_cast_fp16)[name = tensor("q_9_cast_fp16")]; tensor model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39430976))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40479616))), name = tensor("model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40480192)))]; tensor linear_14_cast_fp16 = linear(bias = model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized, x = x_47_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40482304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41530944))), name = tensor("model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41531520)))]; tensor linear_15_cast_fp16 = linear(bias = model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized, x = x_47_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor concat_9 = const()[name = tensor("concat_9"), val = tensor([1, 249, -1, 64])]; tensor k_9_cast_fp16 = reshape(shape = concat_9, x = linear_14_cast_fp16)[name = tensor("k_9_cast_fp16")]; tensor concat_10 = const()[name = tensor("concat_10"), val = tensor([1, 249, -1, 64])]; tensor v_11_cast_fp16 = reshape(shape = concat_10, x = linear_15_cast_fp16)[name = tensor("v_11_cast_fp16")]; tensor v_13_perm_0 = const()[name = tensor("v_13_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_2_y_0_to_fp16 = const()[name = tensor("mul_2_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_2_cast_fp16 = mul(x = q_9_cast_fp16, y = mul_2_y_0_to_fp16)[name = tensor("mul_2_cast_fp16")]; tensor matmul_2_transpose_y_0 = const()[name = tensor("matmul_2_transpose_y_0"), val = tensor(true)]; tensor matmul_2_transpose_x_0 = const()[name = tensor("matmul_2_transpose_x_0"), val = tensor(false)]; tensor transpose_100_perm_0 = const()[name = tensor("transpose_100_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_101_perm_0 = const()[name = tensor("transpose_101_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_101 = transpose(perm = transpose_101_perm_0, x = k_9_cast_fp16)[name = tensor("transpose_230")]; tensor transpose_100 = transpose(perm = transpose_100_perm_0, x = mul_2_cast_fp16)[name = tensor("transpose_231")]; tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_100, y = transpose_101)[name = tensor("matmul_2_cast_fp16")]; tensor softmax_2_axis_0 = const()[name = tensor("softmax_2_axis_0"), val = tensor(-1)]; tensor softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = matmul_2_cast_fp16)[name = tensor("softmax_2_cast_fp16")]; tensor attns_9_transpose_x_0 = const()[name = tensor("attns_9_transpose_x_0"), val = tensor(false)]; tensor attns_9_transpose_y_0 = const()[name = tensor("attns_9_transpose_y_0"), val = tensor(false)]; tensor v_13_cast_fp16 = transpose(perm = v_13_perm_0, x = v_11_cast_fp16)[name = tensor("transpose_229")]; tensor attns_9_cast_fp16 = matmul(transpose_x = attns_9_transpose_x_0, transpose_y = attns_9_transpose_y_0, x = softmax_2_cast_fp16, y = v_13_cast_fp16)[name = tensor("attns_9_cast_fp16")]; tensor attns_11_perm_0 = const()[name = tensor("attns_11_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_11 = const()[name = tensor("concat_11"), val = tensor([1, 249, 1024])]; tensor attns_11_cast_fp16 = transpose(perm = attns_11_perm_0, x = attns_9_cast_fp16)[name = tensor("transpose_228")]; tensor x_49_cast_fp16 = reshape(shape = concat_11, x = attns_11_cast_fp16)[name = tensor("x_49_cast_fp16")]; tensor model_encoder_layers_2_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41533632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42582272))), name = tensor("model_encoder_layers_2_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_2_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42582848)))]; tensor linear_16_cast_fp16 = linear(bias = model_encoder_layers_2_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_2_self_attn_output_proj_weight_to_fp16_palettized, x = x_49_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor input_65_cast_fp16 = add(x = linear_16_cast_fp16, y = input_63_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor x_51_axes_0 = const()[name = tensor("x_51_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_2_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_2_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42584960)))]; tensor model_encoder_layers_2_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42587072)))]; tensor x_51_cast_fp16 = layer_norm(axes = x_51_axes_0, beta = model_encoder_layers_2_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_2_ffn_layer_norm_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("x_51_cast_fp16")]; tensor model_encoder_layers_2_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42589184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46783552))), name = tensor("model_encoder_layers_2_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_2_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46784128)))]; tensor linear_17_cast_fp16 = linear(bias = model_encoder_layers_2_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_2_ffn_inner_proj_weight_to_fp16_palettized, x = x_51_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_69_mode_0 = const()[name = tensor("input_69_mode_0"), val = tensor("EXACT")]; tensor input_69_cast_fp16 = gelu(mode = input_69_mode_0, x = linear_17_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor model_encoder_layers_2_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46792384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50986752))), name = tensor("model_encoder_layers_2_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_2_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_2_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50987328)))]; tensor linear_18_cast_fp16 = linear(bias = model_encoder_layers_2_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_2_ffn_output_proj_weight_to_fp16_palettized, x = input_69_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor input_71_cast_fp16 = add(x = linear_18_cast_fp16, y = input_65_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor x_55_axes_0 = const()[name = tensor("x_55_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_3_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50989440)))]; tensor model_encoder_layers_3_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50991552)))]; tensor x_55_cast_fp16 = layer_norm(axes = x_55_axes_0, beta = model_encoder_layers_3_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_3_self_attn_layer_norm_weight_to_fp16, x = input_71_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50993664))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52042304))), name = tensor("model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52042880)))]; tensor linear_19_cast_fp16 = linear(bias = model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized, x = x_55_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor concat_12 = const()[name = tensor("concat_12"), val = tensor([1, 249, -1, 64])]; tensor q_13_cast_fp16 = reshape(shape = concat_12, x = linear_19_cast_fp16)[name = tensor("q_13_cast_fp16")]; tensor model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52044992))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53093632))), name = tensor("model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53094208)))]; tensor linear_20_cast_fp16 = linear(bias = model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized, x = x_55_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(53096320))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54144960))), name = tensor("model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54145536)))]; tensor linear_21_cast_fp16 = linear(bias = model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized, x = x_55_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor concat_13 = const()[name = tensor("concat_13"), val = tensor([1, 249, -1, 64])]; tensor k_13_cast_fp16 = reshape(shape = concat_13, x = linear_20_cast_fp16)[name = tensor("k_13_cast_fp16")]; tensor concat_14 = const()[name = tensor("concat_14"), val = tensor([1, 249, -1, 64])]; tensor v_15_cast_fp16 = reshape(shape = concat_14, x = linear_21_cast_fp16)[name = tensor("v_15_cast_fp16")]; tensor v_17_perm_0 = const()[name = tensor("v_17_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_3_y_0_to_fp16 = const()[name = tensor("mul_3_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_3_cast_fp16 = mul(x = q_13_cast_fp16, y = mul_3_y_0_to_fp16)[name = tensor("mul_3_cast_fp16")]; tensor matmul_3_transpose_y_0 = const()[name = tensor("matmul_3_transpose_y_0"), val = tensor(true)]; tensor matmul_3_transpose_x_0 = const()[name = tensor("matmul_3_transpose_x_0"), val = tensor(false)]; tensor transpose_102_perm_0 = const()[name = tensor("transpose_102_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_103_perm_0 = const()[name = tensor("transpose_103_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_103 = transpose(perm = transpose_103_perm_0, x = k_13_cast_fp16)[name = tensor("transpose_226")]; tensor transpose_102 = transpose(perm = transpose_102_perm_0, x = mul_3_cast_fp16)[name = tensor("transpose_227")]; tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_102, y = transpose_103)[name = tensor("matmul_3_cast_fp16")]; tensor softmax_3_axis_0 = const()[name = tensor("softmax_3_axis_0"), val = tensor(-1)]; tensor softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = matmul_3_cast_fp16)[name = tensor("softmax_3_cast_fp16")]; tensor attns_13_transpose_x_0 = const()[name = tensor("attns_13_transpose_x_0"), val = tensor(false)]; tensor attns_13_transpose_y_0 = const()[name = tensor("attns_13_transpose_y_0"), val = tensor(false)]; tensor v_17_cast_fp16 = transpose(perm = v_17_perm_0, x = v_15_cast_fp16)[name = tensor("transpose_225")]; tensor attns_13_cast_fp16 = matmul(transpose_x = attns_13_transpose_x_0, transpose_y = attns_13_transpose_y_0, x = softmax_3_cast_fp16, y = v_17_cast_fp16)[name = tensor("attns_13_cast_fp16")]; tensor attns_15_perm_0 = const()[name = tensor("attns_15_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_15 = const()[name = tensor("concat_15"), val = tensor([1, 249, 1024])]; tensor attns_15_cast_fp16 = transpose(perm = attns_15_perm_0, x = attns_13_cast_fp16)[name = tensor("transpose_224")]; tensor x_57_cast_fp16 = reshape(shape = concat_15, x = attns_15_cast_fp16)[name = tensor("x_57_cast_fp16")]; tensor model_encoder_layers_3_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54147648))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55196288))), name = tensor("model_encoder_layers_3_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_3_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55196864)))]; tensor linear_22_cast_fp16 = linear(bias = model_encoder_layers_3_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_3_self_attn_output_proj_weight_to_fp16_palettized, x = x_57_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor input_73_cast_fp16 = add(x = linear_22_cast_fp16, y = input_71_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor x_59_axes_0 = const()[name = tensor("x_59_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_3_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_3_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55198976)))]; tensor model_encoder_layers_3_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55201088)))]; tensor x_59_cast_fp16 = layer_norm(axes = x_59_axes_0, beta = model_encoder_layers_3_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_3_ffn_layer_norm_weight_to_fp16, x = input_73_cast_fp16)[name = tensor("x_59_cast_fp16")]; tensor model_encoder_layers_3_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55203200))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59397568))), name = tensor("model_encoder_layers_3_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_3_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59398144)))]; tensor linear_23_cast_fp16 = linear(bias = model_encoder_layers_3_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_3_ffn_inner_proj_weight_to_fp16_palettized, x = x_59_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_77_mode_0 = const()[name = tensor("input_77_mode_0"), val = tensor("EXACT")]; tensor input_77_cast_fp16 = gelu(mode = input_77_mode_0, x = linear_23_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor model_encoder_layers_3_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59406400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63600768))), name = tensor("model_encoder_layers_3_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_3_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_3_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63601344)))]; tensor linear_24_cast_fp16 = linear(bias = model_encoder_layers_3_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_3_ffn_output_proj_weight_to_fp16_palettized, x = input_77_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor input_79_cast_fp16 = add(x = linear_24_cast_fp16, y = input_73_cast_fp16)[name = tensor("input_79_cast_fp16")]; tensor x_63_axes_0 = const()[name = tensor("x_63_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_4_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63603456)))]; tensor model_encoder_layers_4_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63605568)))]; tensor x_63_cast_fp16 = layer_norm(axes = x_63_axes_0, beta = model_encoder_layers_4_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_4_self_attn_layer_norm_weight_to_fp16, x = input_79_cast_fp16)[name = tensor("x_63_cast_fp16")]; tensor model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63607680))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64656320))), name = tensor("model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64656896)))]; tensor linear_25_cast_fp16 = linear(bias = model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized, x = x_63_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor concat_16 = const()[name = tensor("concat_16"), val = tensor([1, 249, -1, 64])]; tensor q_17_cast_fp16 = reshape(shape = concat_16, x = linear_25_cast_fp16)[name = tensor("q_17_cast_fp16")]; tensor model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64659008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65707648))), name = tensor("model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65708224)))]; tensor linear_26_cast_fp16 = linear(bias = model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized, x = x_63_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65710336))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66758976))), name = tensor("model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66759552)))]; tensor linear_27_cast_fp16 = linear(bias = model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized, x = x_63_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor concat_17 = const()[name = tensor("concat_17"), val = tensor([1, 249, -1, 64])]; tensor k_17_cast_fp16 = reshape(shape = concat_17, x = linear_26_cast_fp16)[name = tensor("k_17_cast_fp16")]; tensor concat_18 = const()[name = tensor("concat_18"), val = tensor([1, 249, -1, 64])]; tensor v_19_cast_fp16 = reshape(shape = concat_18, x = linear_27_cast_fp16)[name = tensor("v_19_cast_fp16")]; tensor v_21_perm_0 = const()[name = tensor("v_21_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_4_y_0_to_fp16 = const()[name = tensor("mul_4_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_4_cast_fp16 = mul(x = q_17_cast_fp16, y = mul_4_y_0_to_fp16)[name = tensor("mul_4_cast_fp16")]; tensor matmul_4_transpose_y_0 = const()[name = tensor("matmul_4_transpose_y_0"), val = tensor(true)]; tensor matmul_4_transpose_x_0 = const()[name = tensor("matmul_4_transpose_x_0"), val = tensor(false)]; tensor transpose_104_perm_0 = const()[name = tensor("transpose_104_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_105_perm_0 = const()[name = tensor("transpose_105_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_105 = transpose(perm = transpose_105_perm_0, x = k_17_cast_fp16)[name = tensor("transpose_222")]; tensor transpose_104 = transpose(perm = transpose_104_perm_0, x = mul_4_cast_fp16)[name = tensor("transpose_223")]; tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_104, y = transpose_105)[name = tensor("matmul_4_cast_fp16")]; tensor softmax_4_axis_0 = const()[name = tensor("softmax_4_axis_0"), val = tensor(-1)]; tensor softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = matmul_4_cast_fp16)[name = tensor("softmax_4_cast_fp16")]; tensor attns_17_transpose_x_0 = const()[name = tensor("attns_17_transpose_x_0"), val = tensor(false)]; tensor attns_17_transpose_y_0 = const()[name = tensor("attns_17_transpose_y_0"), val = tensor(false)]; tensor v_21_cast_fp16 = transpose(perm = v_21_perm_0, x = v_19_cast_fp16)[name = tensor("transpose_221")]; tensor attns_17_cast_fp16 = matmul(transpose_x = attns_17_transpose_x_0, transpose_y = attns_17_transpose_y_0, x = softmax_4_cast_fp16, y = v_21_cast_fp16)[name = tensor("attns_17_cast_fp16")]; tensor attns_19_perm_0 = const()[name = tensor("attns_19_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_19 = const()[name = tensor("concat_19"), val = tensor([1, 249, 1024])]; tensor attns_19_cast_fp16 = transpose(perm = attns_19_perm_0, x = attns_17_cast_fp16)[name = tensor("transpose_220")]; tensor x_65_cast_fp16 = reshape(shape = concat_19, x = attns_19_cast_fp16)[name = tensor("x_65_cast_fp16")]; tensor model_encoder_layers_4_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66761664))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67810304))), name = tensor("model_encoder_layers_4_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_4_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67810880)))]; tensor linear_28_cast_fp16 = linear(bias = model_encoder_layers_4_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_4_self_attn_output_proj_weight_to_fp16_palettized, x = x_65_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor input_81_cast_fp16 = add(x = linear_28_cast_fp16, y = input_79_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor x_67_axes_0 = const()[name = tensor("x_67_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_4_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_4_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67812992)))]; tensor model_encoder_layers_4_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67815104)))]; tensor x_67_cast_fp16 = layer_norm(axes = x_67_axes_0, beta = model_encoder_layers_4_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_4_ffn_layer_norm_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("x_67_cast_fp16")]; tensor model_encoder_layers_4_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67817216))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72011584))), name = tensor("model_encoder_layers_4_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_4_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72012160)))]; tensor linear_29_cast_fp16 = linear(bias = model_encoder_layers_4_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_4_ffn_inner_proj_weight_to_fp16_palettized, x = x_67_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_85_mode_0 = const()[name = tensor("input_85_mode_0"), val = tensor("EXACT")]; tensor input_85_cast_fp16 = gelu(mode = input_85_mode_0, x = linear_29_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor model_encoder_layers_4_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72020416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76214784))), name = tensor("model_encoder_layers_4_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_4_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_4_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76215360)))]; tensor linear_30_cast_fp16 = linear(bias = model_encoder_layers_4_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_4_ffn_output_proj_weight_to_fp16_palettized, x = input_85_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor input_87_cast_fp16 = add(x = linear_30_cast_fp16, y = input_81_cast_fp16)[name = tensor("input_87_cast_fp16")]; tensor x_71_axes_0 = const()[name = tensor("x_71_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_5_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76217472)))]; tensor model_encoder_layers_5_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76219584)))]; tensor x_71_cast_fp16 = layer_norm(axes = x_71_axes_0, beta = model_encoder_layers_5_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_5_self_attn_layer_norm_weight_to_fp16, x = input_87_cast_fp16)[name = tensor("x_71_cast_fp16")]; tensor model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76221696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77270336))), name = tensor("model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77270912)))]; tensor linear_31_cast_fp16 = linear(bias = model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized, x = x_71_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor concat_20 = const()[name = tensor("concat_20"), val = tensor([1, 249, -1, 64])]; tensor q_21_cast_fp16 = reshape(shape = concat_20, x = linear_31_cast_fp16)[name = tensor("q_21_cast_fp16")]; tensor model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77273024))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78321664))), name = tensor("model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78322240)))]; tensor linear_32_cast_fp16 = linear(bias = model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized, x = x_71_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78324352))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79372992))), name = tensor("model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79373568)))]; tensor linear_33_cast_fp16 = linear(bias = model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized, x = x_71_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor concat_21 = const()[name = tensor("concat_21"), val = tensor([1, 249, -1, 64])]; tensor k_21_cast_fp16 = reshape(shape = concat_21, x = linear_32_cast_fp16)[name = tensor("k_21_cast_fp16")]; tensor concat_22 = const()[name = tensor("concat_22"), val = tensor([1, 249, -1, 64])]; tensor v_23_cast_fp16 = reshape(shape = concat_22, x = linear_33_cast_fp16)[name = tensor("v_23_cast_fp16")]; tensor v_25_perm_0 = const()[name = tensor("v_25_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_5_y_0_to_fp16 = const()[name = tensor("mul_5_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_5_cast_fp16 = mul(x = q_21_cast_fp16, y = mul_5_y_0_to_fp16)[name = tensor("mul_5_cast_fp16")]; tensor matmul_5_transpose_y_0 = const()[name = tensor("matmul_5_transpose_y_0"), val = tensor(true)]; tensor matmul_5_transpose_x_0 = const()[name = tensor("matmul_5_transpose_x_0"), val = tensor(false)]; tensor transpose_106_perm_0 = const()[name = tensor("transpose_106_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_107_perm_0 = const()[name = tensor("transpose_107_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_107 = transpose(perm = transpose_107_perm_0, x = k_21_cast_fp16)[name = tensor("transpose_218")]; tensor transpose_106 = transpose(perm = transpose_106_perm_0, x = mul_5_cast_fp16)[name = tensor("transpose_219")]; tensor matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_106, y = transpose_107)[name = tensor("matmul_5_cast_fp16")]; tensor softmax_5_axis_0 = const()[name = tensor("softmax_5_axis_0"), val = tensor(-1)]; tensor softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = matmul_5_cast_fp16)[name = tensor("softmax_5_cast_fp16")]; tensor attns_21_transpose_x_0 = const()[name = tensor("attns_21_transpose_x_0"), val = tensor(false)]; tensor attns_21_transpose_y_0 = const()[name = tensor("attns_21_transpose_y_0"), val = tensor(false)]; tensor v_25_cast_fp16 = transpose(perm = v_25_perm_0, x = v_23_cast_fp16)[name = tensor("transpose_217")]; tensor attns_21_cast_fp16 = matmul(transpose_x = attns_21_transpose_x_0, transpose_y = attns_21_transpose_y_0, x = softmax_5_cast_fp16, y = v_25_cast_fp16)[name = tensor("attns_21_cast_fp16")]; tensor attns_23_perm_0 = const()[name = tensor("attns_23_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_23 = const()[name = tensor("concat_23"), val = tensor([1, 249, 1024])]; tensor attns_23_cast_fp16 = transpose(perm = attns_23_perm_0, x = attns_21_cast_fp16)[name = tensor("transpose_216")]; tensor x_73_cast_fp16 = reshape(shape = concat_23, x = attns_23_cast_fp16)[name = tensor("x_73_cast_fp16")]; tensor model_encoder_layers_5_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79375680))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80424320))), name = tensor("model_encoder_layers_5_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_5_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80424896)))]; tensor linear_34_cast_fp16 = linear(bias = model_encoder_layers_5_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_5_self_attn_output_proj_weight_to_fp16_palettized, x = x_73_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_89_cast_fp16 = add(x = linear_34_cast_fp16, y = input_87_cast_fp16)[name = tensor("input_89_cast_fp16")]; tensor x_75_axes_0 = const()[name = tensor("x_75_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_5_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_5_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80427008)))]; tensor model_encoder_layers_5_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80429120)))]; tensor x_75_cast_fp16 = layer_norm(axes = x_75_axes_0, beta = model_encoder_layers_5_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_5_ffn_layer_norm_weight_to_fp16, x = input_89_cast_fp16)[name = tensor("x_75_cast_fp16")]; tensor model_encoder_layers_5_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80431232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84625600))), name = tensor("model_encoder_layers_5_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_5_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84626176)))]; tensor linear_35_cast_fp16 = linear(bias = model_encoder_layers_5_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_5_ffn_inner_proj_weight_to_fp16_palettized, x = x_75_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_93_mode_0 = const()[name = tensor("input_93_mode_0"), val = tensor("EXACT")]; tensor input_93_cast_fp16 = gelu(mode = input_93_mode_0, x = linear_35_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor model_encoder_layers_5_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84634432))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88828800))), name = tensor("model_encoder_layers_5_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_5_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_5_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88829376)))]; tensor linear_36_cast_fp16 = linear(bias = model_encoder_layers_5_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_5_ffn_output_proj_weight_to_fp16_palettized, x = input_93_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor input_95_cast_fp16 = add(x = linear_36_cast_fp16, y = input_89_cast_fp16)[name = tensor("input_95_cast_fp16")]; tensor x_79_axes_0 = const()[name = tensor("x_79_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_6_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88831488)))]; tensor model_encoder_layers_6_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88833600)))]; tensor x_79_cast_fp16 = layer_norm(axes = x_79_axes_0, beta = model_encoder_layers_6_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_6_self_attn_layer_norm_weight_to_fp16, x = input_95_cast_fp16)[name = tensor("x_79_cast_fp16")]; tensor model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88835712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89884352))), name = tensor("model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89884928)))]; tensor linear_37_cast_fp16 = linear(bias = model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized, x = x_79_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor concat_24 = const()[name = tensor("concat_24"), val = tensor([1, 249, -1, 64])]; tensor q_25_cast_fp16 = reshape(shape = concat_24, x = linear_37_cast_fp16)[name = tensor("q_25_cast_fp16")]; tensor model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89887040))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90935680))), name = tensor("model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90936256)))]; tensor linear_38_cast_fp16 = linear(bias = model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized, x = x_79_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90938368))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91987008))), name = tensor("model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91987584)))]; tensor linear_39_cast_fp16 = linear(bias = model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized, x = x_79_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor concat_25 = const()[name = tensor("concat_25"), val = tensor([1, 249, -1, 64])]; tensor k_25_cast_fp16 = reshape(shape = concat_25, x = linear_38_cast_fp16)[name = tensor("k_25_cast_fp16")]; tensor concat_26 = const()[name = tensor("concat_26"), val = tensor([1, 249, -1, 64])]; tensor v_27_cast_fp16 = reshape(shape = concat_26, x = linear_39_cast_fp16)[name = tensor("v_27_cast_fp16")]; tensor v_29_perm_0 = const()[name = tensor("v_29_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_6_y_0_to_fp16 = const()[name = tensor("mul_6_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_6_cast_fp16 = mul(x = q_25_cast_fp16, y = mul_6_y_0_to_fp16)[name = tensor("mul_6_cast_fp16")]; tensor matmul_6_transpose_y_0 = const()[name = tensor("matmul_6_transpose_y_0"), val = tensor(true)]; tensor matmul_6_transpose_x_0 = const()[name = tensor("matmul_6_transpose_x_0"), val = tensor(false)]; tensor transpose_108_perm_0 = const()[name = tensor("transpose_108_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_109_perm_0 = const()[name = tensor("transpose_109_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_109 = transpose(perm = transpose_109_perm_0, x = k_25_cast_fp16)[name = tensor("transpose_214")]; tensor transpose_108 = transpose(perm = transpose_108_perm_0, x = mul_6_cast_fp16)[name = tensor("transpose_215")]; tensor matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_108, y = transpose_109)[name = tensor("matmul_6_cast_fp16")]; tensor softmax_6_axis_0 = const()[name = tensor("softmax_6_axis_0"), val = tensor(-1)]; tensor softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = matmul_6_cast_fp16)[name = tensor("softmax_6_cast_fp16")]; tensor attns_25_transpose_x_0 = const()[name = tensor("attns_25_transpose_x_0"), val = tensor(false)]; tensor attns_25_transpose_y_0 = const()[name = tensor("attns_25_transpose_y_0"), val = tensor(false)]; tensor v_29_cast_fp16 = transpose(perm = v_29_perm_0, x = v_27_cast_fp16)[name = tensor("transpose_213")]; tensor attns_25_cast_fp16 = matmul(transpose_x = attns_25_transpose_x_0, transpose_y = attns_25_transpose_y_0, x = softmax_6_cast_fp16, y = v_29_cast_fp16)[name = tensor("attns_25_cast_fp16")]; tensor attns_27_perm_0 = const()[name = tensor("attns_27_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_27 = const()[name = tensor("concat_27"), val = tensor([1, 249, 1024])]; tensor attns_27_cast_fp16 = transpose(perm = attns_27_perm_0, x = attns_25_cast_fp16)[name = tensor("transpose_212")]; tensor x_81_cast_fp16 = reshape(shape = concat_27, x = attns_27_cast_fp16)[name = tensor("x_81_cast_fp16")]; tensor model_encoder_layers_6_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91989696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93038336))), name = tensor("model_encoder_layers_6_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_6_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93038912)))]; tensor linear_40_cast_fp16 = linear(bias = model_encoder_layers_6_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_6_self_attn_output_proj_weight_to_fp16_palettized, x = x_81_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor input_97_cast_fp16 = add(x = linear_40_cast_fp16, y = input_95_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor x_83_axes_0 = const()[name = tensor("x_83_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_6_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_6_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93041024)))]; tensor model_encoder_layers_6_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93043136)))]; tensor x_83_cast_fp16 = layer_norm(axes = x_83_axes_0, beta = model_encoder_layers_6_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_6_ffn_layer_norm_weight_to_fp16, x = input_97_cast_fp16)[name = tensor("x_83_cast_fp16")]; tensor model_encoder_layers_6_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93045248))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97239616))), name = tensor("model_encoder_layers_6_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_6_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97240192)))]; tensor linear_41_cast_fp16 = linear(bias = model_encoder_layers_6_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_6_ffn_inner_proj_weight_to_fp16_palettized, x = x_83_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor input_101_mode_0 = const()[name = tensor("input_101_mode_0"), val = tensor("EXACT")]; tensor input_101_cast_fp16 = gelu(mode = input_101_mode_0, x = linear_41_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor model_encoder_layers_6_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97248448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101442816))), name = tensor("model_encoder_layers_6_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_6_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_6_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101443392)))]; tensor linear_42_cast_fp16 = linear(bias = model_encoder_layers_6_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_6_ffn_output_proj_weight_to_fp16_palettized, x = input_101_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor input_103_cast_fp16 = add(x = linear_42_cast_fp16, y = input_97_cast_fp16)[name = tensor("input_103_cast_fp16")]; tensor x_87_axes_0 = const()[name = tensor("x_87_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_7_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101445504)))]; tensor model_encoder_layers_7_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101447616)))]; tensor x_87_cast_fp16 = layer_norm(axes = x_87_axes_0, beta = model_encoder_layers_7_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_7_self_attn_layer_norm_weight_to_fp16, x = input_103_cast_fp16)[name = tensor("x_87_cast_fp16")]; tensor model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101449728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102498368))), name = tensor("model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102498944)))]; tensor linear_43_cast_fp16 = linear(bias = model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized, x = x_87_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor concat_28 = const()[name = tensor("concat_28"), val = tensor([1, 249, -1, 64])]; tensor q_29_cast_fp16 = reshape(shape = concat_28, x = linear_43_cast_fp16)[name = tensor("q_29_cast_fp16")]; tensor model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(102501056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103549696))), name = tensor("model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103550272)))]; tensor linear_44_cast_fp16 = linear(bias = model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized, x = x_87_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103552384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104601024))), name = tensor("model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104601600)))]; tensor linear_45_cast_fp16 = linear(bias = model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized, x = x_87_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor concat_29 = const()[name = tensor("concat_29"), val = tensor([1, 249, -1, 64])]; tensor k_29_cast_fp16 = reshape(shape = concat_29, x = linear_44_cast_fp16)[name = tensor("k_29_cast_fp16")]; tensor concat_30 = const()[name = tensor("concat_30"), val = tensor([1, 249, -1, 64])]; tensor v_31_cast_fp16 = reshape(shape = concat_30, x = linear_45_cast_fp16)[name = tensor("v_31_cast_fp16")]; tensor v_33_perm_0 = const()[name = tensor("v_33_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_7_y_0_to_fp16 = const()[name = tensor("mul_7_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_7_cast_fp16 = mul(x = q_29_cast_fp16, y = mul_7_y_0_to_fp16)[name = tensor("mul_7_cast_fp16")]; tensor matmul_7_transpose_y_0 = const()[name = tensor("matmul_7_transpose_y_0"), val = tensor(true)]; tensor matmul_7_transpose_x_0 = const()[name = tensor("matmul_7_transpose_x_0"), val = tensor(false)]; tensor transpose_110_perm_0 = const()[name = tensor("transpose_110_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_111_perm_0 = const()[name = tensor("transpose_111_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_111 = transpose(perm = transpose_111_perm_0, x = k_29_cast_fp16)[name = tensor("transpose_210")]; tensor transpose_110 = transpose(perm = transpose_110_perm_0, x = mul_7_cast_fp16)[name = tensor("transpose_211")]; tensor matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_110, y = transpose_111)[name = tensor("matmul_7_cast_fp16")]; tensor softmax_7_axis_0 = const()[name = tensor("softmax_7_axis_0"), val = tensor(-1)]; tensor softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = matmul_7_cast_fp16)[name = tensor("softmax_7_cast_fp16")]; tensor attns_29_transpose_x_0 = const()[name = tensor("attns_29_transpose_x_0"), val = tensor(false)]; tensor attns_29_transpose_y_0 = const()[name = tensor("attns_29_transpose_y_0"), val = tensor(false)]; tensor v_33_cast_fp16 = transpose(perm = v_33_perm_0, x = v_31_cast_fp16)[name = tensor("transpose_209")]; tensor attns_29_cast_fp16 = matmul(transpose_x = attns_29_transpose_x_0, transpose_y = attns_29_transpose_y_0, x = softmax_7_cast_fp16, y = v_33_cast_fp16)[name = tensor("attns_29_cast_fp16")]; tensor attns_31_perm_0 = const()[name = tensor("attns_31_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_31 = const()[name = tensor("concat_31"), val = tensor([1, 249, 1024])]; tensor attns_31_cast_fp16 = transpose(perm = attns_31_perm_0, x = attns_29_cast_fp16)[name = tensor("transpose_208")]; tensor x_89_cast_fp16 = reshape(shape = concat_31, x = attns_31_cast_fp16)[name = tensor("x_89_cast_fp16")]; tensor model_encoder_layers_7_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104603712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105652352))), name = tensor("model_encoder_layers_7_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_7_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105652928)))]; tensor linear_46_cast_fp16 = linear(bias = model_encoder_layers_7_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_7_self_attn_output_proj_weight_to_fp16_palettized, x = x_89_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_105_cast_fp16 = add(x = linear_46_cast_fp16, y = input_103_cast_fp16)[name = tensor("input_105_cast_fp16")]; tensor x_91_axes_0 = const()[name = tensor("x_91_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_7_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_7_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105655040)))]; tensor model_encoder_layers_7_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105657152)))]; tensor x_91_cast_fp16 = layer_norm(axes = x_91_axes_0, beta = model_encoder_layers_7_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_7_ffn_layer_norm_weight_to_fp16, x = input_105_cast_fp16)[name = tensor("x_91_cast_fp16")]; tensor model_encoder_layers_7_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105659264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109853632))), name = tensor("model_encoder_layers_7_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_7_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109854208)))]; tensor linear_47_cast_fp16 = linear(bias = model_encoder_layers_7_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_7_ffn_inner_proj_weight_to_fp16_palettized, x = x_91_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor input_109_mode_0 = const()[name = tensor("input_109_mode_0"), val = tensor("EXACT")]; tensor input_109_cast_fp16 = gelu(mode = input_109_mode_0, x = linear_47_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor model_encoder_layers_7_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109862464))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114056832))), name = tensor("model_encoder_layers_7_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_7_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_7_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114057408)))]; tensor linear_48_cast_fp16 = linear(bias = model_encoder_layers_7_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_7_ffn_output_proj_weight_to_fp16_palettized, x = input_109_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor input_111_cast_fp16 = add(x = linear_48_cast_fp16, y = input_105_cast_fp16)[name = tensor("input_111_cast_fp16")]; tensor x_95_axes_0 = const()[name = tensor("x_95_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_8_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114059520)))]; tensor model_encoder_layers_8_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114061632)))]; tensor x_95_cast_fp16 = layer_norm(axes = x_95_axes_0, beta = model_encoder_layers_8_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_8_self_attn_layer_norm_weight_to_fp16, x = input_111_cast_fp16)[name = tensor("x_95_cast_fp16")]; tensor model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114063744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115112384))), name = tensor("model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115112960)))]; tensor linear_49_cast_fp16 = linear(bias = model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized, x = x_95_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor concat_32 = const()[name = tensor("concat_32"), val = tensor([1, 249, -1, 64])]; tensor q_33_cast_fp16 = reshape(shape = concat_32, x = linear_49_cast_fp16)[name = tensor("q_33_cast_fp16")]; tensor model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115115072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116163712))), name = tensor("model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116164288)))]; tensor linear_50_cast_fp16 = linear(bias = model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized, x = x_95_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116166400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117215040))), name = tensor("model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117215616)))]; tensor linear_51_cast_fp16 = linear(bias = model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized, x = x_95_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor concat_33 = const()[name = tensor("concat_33"), val = tensor([1, 249, -1, 64])]; tensor k_33_cast_fp16 = reshape(shape = concat_33, x = linear_50_cast_fp16)[name = tensor("k_33_cast_fp16")]; tensor concat_34 = const()[name = tensor("concat_34"), val = tensor([1, 249, -1, 64])]; tensor v_35_cast_fp16 = reshape(shape = concat_34, x = linear_51_cast_fp16)[name = tensor("v_35_cast_fp16")]; tensor v_37_perm_0 = const()[name = tensor("v_37_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_8_y_0_to_fp16 = const()[name = tensor("mul_8_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_8_cast_fp16 = mul(x = q_33_cast_fp16, y = mul_8_y_0_to_fp16)[name = tensor("mul_8_cast_fp16")]; tensor matmul_8_transpose_y_0 = const()[name = tensor("matmul_8_transpose_y_0"), val = tensor(true)]; tensor matmul_8_transpose_x_0 = const()[name = tensor("matmul_8_transpose_x_0"), val = tensor(false)]; tensor transpose_112_perm_0 = const()[name = tensor("transpose_112_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_113_perm_0 = const()[name = tensor("transpose_113_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_113 = transpose(perm = transpose_113_perm_0, x = k_33_cast_fp16)[name = tensor("transpose_206")]; tensor transpose_112 = transpose(perm = transpose_112_perm_0, x = mul_8_cast_fp16)[name = tensor("transpose_207")]; tensor matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_112, y = transpose_113)[name = tensor("matmul_8_cast_fp16")]; tensor softmax_8_axis_0 = const()[name = tensor("softmax_8_axis_0"), val = tensor(-1)]; tensor softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = matmul_8_cast_fp16)[name = tensor("softmax_8_cast_fp16")]; tensor attns_33_transpose_x_0 = const()[name = tensor("attns_33_transpose_x_0"), val = tensor(false)]; tensor attns_33_transpose_y_0 = const()[name = tensor("attns_33_transpose_y_0"), val = tensor(false)]; tensor v_37_cast_fp16 = transpose(perm = v_37_perm_0, x = v_35_cast_fp16)[name = tensor("transpose_205")]; tensor attns_33_cast_fp16 = matmul(transpose_x = attns_33_transpose_x_0, transpose_y = attns_33_transpose_y_0, x = softmax_8_cast_fp16, y = v_37_cast_fp16)[name = tensor("attns_33_cast_fp16")]; tensor attns_35_perm_0 = const()[name = tensor("attns_35_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_35 = const()[name = tensor("concat_35"), val = tensor([1, 249, 1024])]; tensor attns_35_cast_fp16 = transpose(perm = attns_35_perm_0, x = attns_33_cast_fp16)[name = tensor("transpose_204")]; tensor x_97_cast_fp16 = reshape(shape = concat_35, x = attns_35_cast_fp16)[name = tensor("x_97_cast_fp16")]; tensor model_encoder_layers_8_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117217728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118266368))), name = tensor("model_encoder_layers_8_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_8_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118266944)))]; tensor linear_52_cast_fp16 = linear(bias = model_encoder_layers_8_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_8_self_attn_output_proj_weight_to_fp16_palettized, x = x_97_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor input_113_cast_fp16 = add(x = linear_52_cast_fp16, y = input_111_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor x_99_axes_0 = const()[name = tensor("x_99_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_8_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_8_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118269056)))]; tensor model_encoder_layers_8_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118271168)))]; tensor x_99_cast_fp16 = layer_norm(axes = x_99_axes_0, beta = model_encoder_layers_8_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_8_ffn_layer_norm_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("x_99_cast_fp16")]; tensor model_encoder_layers_8_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118273280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122467648))), name = tensor("model_encoder_layers_8_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_8_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122468224)))]; tensor linear_53_cast_fp16 = linear(bias = model_encoder_layers_8_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_8_ffn_inner_proj_weight_to_fp16_palettized, x = x_99_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor input_117_mode_0 = const()[name = tensor("input_117_mode_0"), val = tensor("EXACT")]; tensor input_117_cast_fp16 = gelu(mode = input_117_mode_0, x = linear_53_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor model_encoder_layers_8_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122476480))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126670848))), name = tensor("model_encoder_layers_8_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_8_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_8_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126671424)))]; tensor linear_54_cast_fp16 = linear(bias = model_encoder_layers_8_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_8_ffn_output_proj_weight_to_fp16_palettized, x = input_117_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor input_119_cast_fp16 = add(x = linear_54_cast_fp16, y = input_113_cast_fp16)[name = tensor("input_119_cast_fp16")]; tensor x_103_axes_0 = const()[name = tensor("x_103_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_9_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126673536)))]; tensor model_encoder_layers_9_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126675648)))]; tensor x_103_cast_fp16 = layer_norm(axes = x_103_axes_0, beta = model_encoder_layers_9_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_9_self_attn_layer_norm_weight_to_fp16, x = input_119_cast_fp16)[name = tensor("x_103_cast_fp16")]; tensor model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126677760))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127726400))), name = tensor("model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127726976)))]; tensor linear_55_cast_fp16 = linear(bias = model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized, x = x_103_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor concat_36 = const()[name = tensor("concat_36"), val = tensor([1, 249, -1, 64])]; tensor q_37_cast_fp16 = reshape(shape = concat_36, x = linear_55_cast_fp16)[name = tensor("q_37_cast_fp16")]; tensor model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127729088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128777728))), name = tensor("model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128778304)))]; tensor linear_56_cast_fp16 = linear(bias = model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized, x = x_103_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128780416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129829056))), name = tensor("model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129829632)))]; tensor linear_57_cast_fp16 = linear(bias = model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized, x = x_103_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor concat_37 = const()[name = tensor("concat_37"), val = tensor([1, 249, -1, 64])]; tensor k_37_cast_fp16 = reshape(shape = concat_37, x = linear_56_cast_fp16)[name = tensor("k_37_cast_fp16")]; tensor concat_38 = const()[name = tensor("concat_38"), val = tensor([1, 249, -1, 64])]; tensor v_39_cast_fp16 = reshape(shape = concat_38, x = linear_57_cast_fp16)[name = tensor("v_39_cast_fp16")]; tensor v_41_perm_0 = const()[name = tensor("v_41_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_9_y_0_to_fp16 = const()[name = tensor("mul_9_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_9_cast_fp16 = mul(x = q_37_cast_fp16, y = mul_9_y_0_to_fp16)[name = tensor("mul_9_cast_fp16")]; tensor matmul_9_transpose_y_0 = const()[name = tensor("matmul_9_transpose_y_0"), val = tensor(true)]; tensor matmul_9_transpose_x_0 = const()[name = tensor("matmul_9_transpose_x_0"), val = tensor(false)]; tensor transpose_114_perm_0 = const()[name = tensor("transpose_114_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_115_perm_0 = const()[name = tensor("transpose_115_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_115 = transpose(perm = transpose_115_perm_0, x = k_37_cast_fp16)[name = tensor("transpose_202")]; tensor transpose_114 = transpose(perm = transpose_114_perm_0, x = mul_9_cast_fp16)[name = tensor("transpose_203")]; tensor matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_114, y = transpose_115)[name = tensor("matmul_9_cast_fp16")]; tensor softmax_9_axis_0 = const()[name = tensor("softmax_9_axis_0"), val = tensor(-1)]; tensor softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = matmul_9_cast_fp16)[name = tensor("softmax_9_cast_fp16")]; tensor attns_37_transpose_x_0 = const()[name = tensor("attns_37_transpose_x_0"), val = tensor(false)]; tensor attns_37_transpose_y_0 = const()[name = tensor("attns_37_transpose_y_0"), val = tensor(false)]; tensor v_41_cast_fp16 = transpose(perm = v_41_perm_0, x = v_39_cast_fp16)[name = tensor("transpose_201")]; tensor attns_37_cast_fp16 = matmul(transpose_x = attns_37_transpose_x_0, transpose_y = attns_37_transpose_y_0, x = softmax_9_cast_fp16, y = v_41_cast_fp16)[name = tensor("attns_37_cast_fp16")]; tensor attns_39_perm_0 = const()[name = tensor("attns_39_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_39 = const()[name = tensor("concat_39"), val = tensor([1, 249, 1024])]; tensor attns_39_cast_fp16 = transpose(perm = attns_39_perm_0, x = attns_37_cast_fp16)[name = tensor("transpose_200")]; tensor x_105_cast_fp16 = reshape(shape = concat_39, x = attns_39_cast_fp16)[name = tensor("x_105_cast_fp16")]; tensor model_encoder_layers_9_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129831744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130880384))), name = tensor("model_encoder_layers_9_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_9_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130880960)))]; tensor linear_58_cast_fp16 = linear(bias = model_encoder_layers_9_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_9_self_attn_output_proj_weight_to_fp16_palettized, x = x_105_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor input_121_cast_fp16 = add(x = linear_58_cast_fp16, y = input_119_cast_fp16)[name = tensor("input_121_cast_fp16")]; tensor x_107_axes_0 = const()[name = tensor("x_107_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_9_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_9_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130883072)))]; tensor model_encoder_layers_9_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130885184)))]; tensor x_107_cast_fp16 = layer_norm(axes = x_107_axes_0, beta = model_encoder_layers_9_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_9_ffn_layer_norm_weight_to_fp16, x = input_121_cast_fp16)[name = tensor("x_107_cast_fp16")]; tensor model_encoder_layers_9_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130887296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135081664))), name = tensor("model_encoder_layers_9_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_9_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135082240)))]; tensor linear_59_cast_fp16 = linear(bias = model_encoder_layers_9_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_9_ffn_inner_proj_weight_to_fp16_palettized, x = x_107_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor input_125_mode_0 = const()[name = tensor("input_125_mode_0"), val = tensor("EXACT")]; tensor input_125_cast_fp16 = gelu(mode = input_125_mode_0, x = linear_59_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor model_encoder_layers_9_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135090496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139284864))), name = tensor("model_encoder_layers_9_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_9_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_9_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139285440)))]; tensor linear_60_cast_fp16 = linear(bias = model_encoder_layers_9_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_9_ffn_output_proj_weight_to_fp16_palettized, x = input_125_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor input_127_cast_fp16 = add(x = linear_60_cast_fp16, y = input_121_cast_fp16)[name = tensor("input_127_cast_fp16")]; tensor x_111_axes_0 = const()[name = tensor("x_111_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_10_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139287552)))]; tensor model_encoder_layers_10_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139289664)))]; tensor x_111_cast_fp16 = layer_norm(axes = x_111_axes_0, beta = model_encoder_layers_10_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_10_self_attn_layer_norm_weight_to_fp16, x = input_127_cast_fp16)[name = tensor("x_111_cast_fp16")]; tensor model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139291776))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(140340416))), name = tensor("model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(140340992)))]; tensor linear_61_cast_fp16 = linear(bias = model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized, x = x_111_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor concat_40 = const()[name = tensor("concat_40"), val = tensor([1, 249, -1, 64])]; tensor q_41_cast_fp16 = reshape(shape = concat_40, x = linear_61_cast_fp16)[name = tensor("q_41_cast_fp16")]; tensor model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(140343104))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141391744))), name = tensor("model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141392320)))]; tensor linear_62_cast_fp16 = linear(bias = model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized, x = x_111_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141394432))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142443072))), name = tensor("model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142443648)))]; tensor linear_63_cast_fp16 = linear(bias = model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized, x = x_111_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor concat_41 = const()[name = tensor("concat_41"), val = tensor([1, 249, -1, 64])]; tensor k_41_cast_fp16 = reshape(shape = concat_41, x = linear_62_cast_fp16)[name = tensor("k_41_cast_fp16")]; tensor concat_42 = const()[name = tensor("concat_42"), val = tensor([1, 249, -1, 64])]; tensor v_43_cast_fp16 = reshape(shape = concat_42, x = linear_63_cast_fp16)[name = tensor("v_43_cast_fp16")]; tensor v_45_perm_0 = const()[name = tensor("v_45_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_10_y_0_to_fp16 = const()[name = tensor("mul_10_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_10_cast_fp16 = mul(x = q_41_cast_fp16, y = mul_10_y_0_to_fp16)[name = tensor("mul_10_cast_fp16")]; tensor matmul_10_transpose_y_0 = const()[name = tensor("matmul_10_transpose_y_0"), val = tensor(true)]; tensor matmul_10_transpose_x_0 = const()[name = tensor("matmul_10_transpose_x_0"), val = tensor(false)]; tensor transpose_116_perm_0 = const()[name = tensor("transpose_116_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_117_perm_0 = const()[name = tensor("transpose_117_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_117 = transpose(perm = transpose_117_perm_0, x = k_41_cast_fp16)[name = tensor("transpose_198")]; tensor transpose_116 = transpose(perm = transpose_116_perm_0, x = mul_10_cast_fp16)[name = tensor("transpose_199")]; tensor matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_116, y = transpose_117)[name = tensor("matmul_10_cast_fp16")]; tensor softmax_10_axis_0 = const()[name = tensor("softmax_10_axis_0"), val = tensor(-1)]; tensor softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = matmul_10_cast_fp16)[name = tensor("softmax_10_cast_fp16")]; tensor attns_41_transpose_x_0 = const()[name = tensor("attns_41_transpose_x_0"), val = tensor(false)]; tensor attns_41_transpose_y_0 = const()[name = tensor("attns_41_transpose_y_0"), val = tensor(false)]; tensor v_45_cast_fp16 = transpose(perm = v_45_perm_0, x = v_43_cast_fp16)[name = tensor("transpose_197")]; tensor attns_41_cast_fp16 = matmul(transpose_x = attns_41_transpose_x_0, transpose_y = attns_41_transpose_y_0, x = softmax_10_cast_fp16, y = v_45_cast_fp16)[name = tensor("attns_41_cast_fp16")]; tensor attns_43_perm_0 = const()[name = tensor("attns_43_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_43 = const()[name = tensor("concat_43"), val = tensor([1, 249, 1024])]; tensor attns_43_cast_fp16 = transpose(perm = attns_43_perm_0, x = attns_41_cast_fp16)[name = tensor("transpose_196")]; tensor x_113_cast_fp16 = reshape(shape = concat_43, x = attns_43_cast_fp16)[name = tensor("x_113_cast_fp16")]; tensor model_encoder_layers_10_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142445760))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143494400))), name = tensor("model_encoder_layers_10_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_10_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143494976)))]; tensor linear_64_cast_fp16 = linear(bias = model_encoder_layers_10_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_10_self_attn_output_proj_weight_to_fp16_palettized, x = x_113_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_129_cast_fp16 = add(x = linear_64_cast_fp16, y = input_127_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor x_115_axes_0 = const()[name = tensor("x_115_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_10_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_10_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143497088)))]; tensor model_encoder_layers_10_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143499200)))]; tensor x_115_cast_fp16 = layer_norm(axes = x_115_axes_0, beta = model_encoder_layers_10_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_10_ffn_layer_norm_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("x_115_cast_fp16")]; tensor model_encoder_layers_10_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143501312))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147695680))), name = tensor("model_encoder_layers_10_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_10_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147696256)))]; tensor linear_65_cast_fp16 = linear(bias = model_encoder_layers_10_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_10_ffn_inner_proj_weight_to_fp16_palettized, x = x_115_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor input_133_mode_0 = const()[name = tensor("input_133_mode_0"), val = tensor("EXACT")]; tensor input_133_cast_fp16 = gelu(mode = input_133_mode_0, x = linear_65_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor model_encoder_layers_10_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147704512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151898880))), name = tensor("model_encoder_layers_10_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_10_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_10_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151899456)))]; tensor linear_66_cast_fp16 = linear(bias = model_encoder_layers_10_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_10_ffn_output_proj_weight_to_fp16_palettized, x = input_133_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor input_135_cast_fp16 = add(x = linear_66_cast_fp16, y = input_129_cast_fp16)[name = tensor("input_135_cast_fp16")]; tensor x_119_axes_0 = const()[name = tensor("x_119_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_11_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151901568)))]; tensor model_encoder_layers_11_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151903680)))]; tensor x_119_cast_fp16 = layer_norm(axes = x_119_axes_0, beta = model_encoder_layers_11_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_11_self_attn_layer_norm_weight_to_fp16, x = input_135_cast_fp16)[name = tensor("x_119_cast_fp16")]; tensor model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151905792))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152954432))), name = tensor("model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152955008)))]; tensor linear_67_cast_fp16 = linear(bias = model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized, x = x_119_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor concat_44 = const()[name = tensor("concat_44"), val = tensor([1, 249, -1, 64])]; tensor q_45_cast_fp16 = reshape(shape = concat_44, x = linear_67_cast_fp16)[name = tensor("q_45_cast_fp16")]; tensor model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152957120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154005760))), name = tensor("model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154006336)))]; tensor linear_68_cast_fp16 = linear(bias = model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized, x = x_119_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154008448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155057088))), name = tensor("model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155057664)))]; tensor linear_69_cast_fp16 = linear(bias = model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized, x = x_119_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor concat_45 = const()[name = tensor("concat_45"), val = tensor([1, 249, -1, 64])]; tensor k_45_cast_fp16 = reshape(shape = concat_45, x = linear_68_cast_fp16)[name = tensor("k_45_cast_fp16")]; tensor concat_46 = const()[name = tensor("concat_46"), val = tensor([1, 249, -1, 64])]; tensor v_47_cast_fp16 = reshape(shape = concat_46, x = linear_69_cast_fp16)[name = tensor("v_47_cast_fp16")]; tensor v_49_perm_0 = const()[name = tensor("v_49_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_11_y_0_to_fp16 = const()[name = tensor("mul_11_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_11_cast_fp16 = mul(x = q_45_cast_fp16, y = mul_11_y_0_to_fp16)[name = tensor("mul_11_cast_fp16")]; tensor matmul_11_transpose_y_0 = const()[name = tensor("matmul_11_transpose_y_0"), val = tensor(true)]; tensor matmul_11_transpose_x_0 = const()[name = tensor("matmul_11_transpose_x_0"), val = tensor(false)]; tensor transpose_118_perm_0 = const()[name = tensor("transpose_118_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_119_perm_0 = const()[name = tensor("transpose_119_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_119 = transpose(perm = transpose_119_perm_0, x = k_45_cast_fp16)[name = tensor("transpose_194")]; tensor transpose_118 = transpose(perm = transpose_118_perm_0, x = mul_11_cast_fp16)[name = tensor("transpose_195")]; tensor matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_118, y = transpose_119)[name = tensor("matmul_11_cast_fp16")]; tensor softmax_11_axis_0 = const()[name = tensor("softmax_11_axis_0"), val = tensor(-1)]; tensor softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = matmul_11_cast_fp16)[name = tensor("softmax_11_cast_fp16")]; tensor attns_45_transpose_x_0 = const()[name = tensor("attns_45_transpose_x_0"), val = tensor(false)]; tensor attns_45_transpose_y_0 = const()[name = tensor("attns_45_transpose_y_0"), val = tensor(false)]; tensor v_49_cast_fp16 = transpose(perm = v_49_perm_0, x = v_47_cast_fp16)[name = tensor("transpose_193")]; tensor attns_45_cast_fp16 = matmul(transpose_x = attns_45_transpose_x_0, transpose_y = attns_45_transpose_y_0, x = softmax_11_cast_fp16, y = v_49_cast_fp16)[name = tensor("attns_45_cast_fp16")]; tensor attns_47_perm_0 = const()[name = tensor("attns_47_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_47 = const()[name = tensor("concat_47"), val = tensor([1, 249, 1024])]; tensor attns_47_cast_fp16 = transpose(perm = attns_47_perm_0, x = attns_45_cast_fp16)[name = tensor("transpose_192")]; tensor x_121_cast_fp16 = reshape(shape = concat_47, x = attns_47_cast_fp16)[name = tensor("x_121_cast_fp16")]; tensor model_encoder_layers_11_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155059776))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156108416))), name = tensor("model_encoder_layers_11_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_11_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156108992)))]; tensor linear_70_cast_fp16 = linear(bias = model_encoder_layers_11_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_11_self_attn_output_proj_weight_to_fp16_palettized, x = x_121_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_137_cast_fp16 = add(x = linear_70_cast_fp16, y = input_135_cast_fp16)[name = tensor("input_137_cast_fp16")]; tensor x_123_axes_0 = const()[name = tensor("x_123_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_11_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_11_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156111104)))]; tensor model_encoder_layers_11_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156113216)))]; tensor x_123_cast_fp16 = layer_norm(axes = x_123_axes_0, beta = model_encoder_layers_11_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_11_ffn_layer_norm_weight_to_fp16, x = input_137_cast_fp16)[name = tensor("x_123_cast_fp16")]; tensor model_encoder_layers_11_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(156115328))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160309696))), name = tensor("model_encoder_layers_11_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_11_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160310272)))]; tensor linear_71_cast_fp16 = linear(bias = model_encoder_layers_11_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_11_ffn_inner_proj_weight_to_fp16_palettized, x = x_123_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor input_141_mode_0 = const()[name = tensor("input_141_mode_0"), val = tensor("EXACT")]; tensor input_141_cast_fp16 = gelu(mode = input_141_mode_0, x = linear_71_cast_fp16)[name = tensor("input_141_cast_fp16")]; tensor model_encoder_layers_11_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160318528))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164512896))), name = tensor("model_encoder_layers_11_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_11_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_11_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164513472)))]; tensor linear_72_cast_fp16 = linear(bias = model_encoder_layers_11_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_11_ffn_output_proj_weight_to_fp16_palettized, x = input_141_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor input_143_cast_fp16 = add(x = linear_72_cast_fp16, y = input_137_cast_fp16)[name = tensor("input_143_cast_fp16")]; tensor x_127_axes_0 = const()[name = tensor("x_127_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_12_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164515584)))]; tensor model_encoder_layers_12_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164517696)))]; tensor x_127_cast_fp16 = layer_norm(axes = x_127_axes_0, beta = model_encoder_layers_12_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_12_self_attn_layer_norm_weight_to_fp16, x = input_143_cast_fp16)[name = tensor("x_127_cast_fp16")]; tensor model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164519808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165568448))), name = tensor("model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165569024)))]; tensor linear_73_cast_fp16 = linear(bias = model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized, x = x_127_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor concat_48 = const()[name = tensor("concat_48"), val = tensor([1, 249, -1, 64])]; tensor q_49_cast_fp16 = reshape(shape = concat_48, x = linear_73_cast_fp16)[name = tensor("q_49_cast_fp16")]; tensor model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165571136))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166619776))), name = tensor("model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166620352)))]; tensor linear_74_cast_fp16 = linear(bias = model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized, x = x_127_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(166622464))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167671104))), name = tensor("model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167671680)))]; tensor linear_75_cast_fp16 = linear(bias = model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized, x = x_127_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor concat_49 = const()[name = tensor("concat_49"), val = tensor([1, 249, -1, 64])]; tensor k_49_cast_fp16 = reshape(shape = concat_49, x = linear_74_cast_fp16)[name = tensor("k_49_cast_fp16")]; tensor concat_50 = const()[name = tensor("concat_50"), val = tensor([1, 249, -1, 64])]; tensor v_51_cast_fp16 = reshape(shape = concat_50, x = linear_75_cast_fp16)[name = tensor("v_51_cast_fp16")]; tensor v_53_perm_0 = const()[name = tensor("v_53_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_12_y_0_to_fp16 = const()[name = tensor("mul_12_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_12_cast_fp16 = mul(x = q_49_cast_fp16, y = mul_12_y_0_to_fp16)[name = tensor("mul_12_cast_fp16")]; tensor matmul_12_transpose_y_0 = const()[name = tensor("matmul_12_transpose_y_0"), val = tensor(true)]; tensor matmul_12_transpose_x_0 = const()[name = tensor("matmul_12_transpose_x_0"), val = tensor(false)]; tensor transpose_120_perm_0 = const()[name = tensor("transpose_120_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_121_perm_0 = const()[name = tensor("transpose_121_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_121 = transpose(perm = transpose_121_perm_0, x = k_49_cast_fp16)[name = tensor("transpose_190")]; tensor transpose_120 = transpose(perm = transpose_120_perm_0, x = mul_12_cast_fp16)[name = tensor("transpose_191")]; tensor matmul_12_cast_fp16 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = transpose_120, y = transpose_121)[name = tensor("matmul_12_cast_fp16")]; tensor softmax_12_axis_0 = const()[name = tensor("softmax_12_axis_0"), val = tensor(-1)]; tensor softmax_12_cast_fp16 = softmax(axis = softmax_12_axis_0, x = matmul_12_cast_fp16)[name = tensor("softmax_12_cast_fp16")]; tensor attns_49_transpose_x_0 = const()[name = tensor("attns_49_transpose_x_0"), val = tensor(false)]; tensor attns_49_transpose_y_0 = const()[name = tensor("attns_49_transpose_y_0"), val = tensor(false)]; tensor v_53_cast_fp16 = transpose(perm = v_53_perm_0, x = v_51_cast_fp16)[name = tensor("transpose_189")]; tensor attns_49_cast_fp16 = matmul(transpose_x = attns_49_transpose_x_0, transpose_y = attns_49_transpose_y_0, x = softmax_12_cast_fp16, y = v_53_cast_fp16)[name = tensor("attns_49_cast_fp16")]; tensor attns_51_perm_0 = const()[name = tensor("attns_51_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_51 = const()[name = tensor("concat_51"), val = tensor([1, 249, 1024])]; tensor attns_51_cast_fp16 = transpose(perm = attns_51_perm_0, x = attns_49_cast_fp16)[name = tensor("transpose_188")]; tensor x_129_cast_fp16 = reshape(shape = concat_51, x = attns_51_cast_fp16)[name = tensor("x_129_cast_fp16")]; tensor model_encoder_layers_12_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167673792))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168722432))), name = tensor("model_encoder_layers_12_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_12_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168723008)))]; tensor linear_76_cast_fp16 = linear(bias = model_encoder_layers_12_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_12_self_attn_output_proj_weight_to_fp16_palettized, x = x_129_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor input_145_cast_fp16 = add(x = linear_76_cast_fp16, y = input_143_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor x_131_axes_0 = const()[name = tensor("x_131_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_12_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_12_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168725120)))]; tensor model_encoder_layers_12_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168727232)))]; tensor x_131_cast_fp16 = layer_norm(axes = x_131_axes_0, beta = model_encoder_layers_12_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_12_ffn_layer_norm_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("x_131_cast_fp16")]; tensor model_encoder_layers_12_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168729344))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172923712))), name = tensor("model_encoder_layers_12_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_12_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172924288)))]; tensor linear_77_cast_fp16 = linear(bias = model_encoder_layers_12_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_12_ffn_inner_proj_weight_to_fp16_palettized, x = x_131_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor input_149_mode_0 = const()[name = tensor("input_149_mode_0"), val = tensor("EXACT")]; tensor input_149_cast_fp16 = gelu(mode = input_149_mode_0, x = linear_77_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor model_encoder_layers_12_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172932544))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177126912))), name = tensor("model_encoder_layers_12_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_12_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_12_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177127488)))]; tensor linear_78_cast_fp16 = linear(bias = model_encoder_layers_12_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_12_ffn_output_proj_weight_to_fp16_palettized, x = input_149_cast_fp16)[name = tensor("linear_78_cast_fp16")]; tensor input_151_cast_fp16 = add(x = linear_78_cast_fp16, y = input_145_cast_fp16)[name = tensor("input_151_cast_fp16")]; tensor x_135_axes_0 = const()[name = tensor("x_135_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_13_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177129600)))]; tensor model_encoder_layers_13_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177131712)))]; tensor x_135_cast_fp16 = layer_norm(axes = x_135_axes_0, beta = model_encoder_layers_13_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_13_self_attn_layer_norm_weight_to_fp16, x = input_151_cast_fp16)[name = tensor("x_135_cast_fp16")]; tensor model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177133824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178182464))), name = tensor("model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178183040)))]; tensor linear_79_cast_fp16 = linear(bias = model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized, x = x_135_cast_fp16)[name = tensor("linear_79_cast_fp16")]; tensor concat_52 = const()[name = tensor("concat_52"), val = tensor([1, 249, -1, 64])]; tensor q_53_cast_fp16 = reshape(shape = concat_52, x = linear_79_cast_fp16)[name = tensor("q_53_cast_fp16")]; tensor model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178185152))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179233792))), name = tensor("model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179234368)))]; tensor linear_80_cast_fp16 = linear(bias = model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized, x = x_135_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179236480))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180285120))), name = tensor("model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180285696)))]; tensor linear_81_cast_fp16 = linear(bias = model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized, x = x_135_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor concat_53 = const()[name = tensor("concat_53"), val = tensor([1, 249, -1, 64])]; tensor k_53_cast_fp16 = reshape(shape = concat_53, x = linear_80_cast_fp16)[name = tensor("k_53_cast_fp16")]; tensor concat_54 = const()[name = tensor("concat_54"), val = tensor([1, 249, -1, 64])]; tensor v_55_cast_fp16 = reshape(shape = concat_54, x = linear_81_cast_fp16)[name = tensor("v_55_cast_fp16")]; tensor v_57_perm_0 = const()[name = tensor("v_57_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_13_y_0_to_fp16 = const()[name = tensor("mul_13_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_13_cast_fp16 = mul(x = q_53_cast_fp16, y = mul_13_y_0_to_fp16)[name = tensor("mul_13_cast_fp16")]; tensor matmul_13_transpose_y_0 = const()[name = tensor("matmul_13_transpose_y_0"), val = tensor(true)]; tensor matmul_13_transpose_x_0 = const()[name = tensor("matmul_13_transpose_x_0"), val = tensor(false)]; tensor transpose_122_perm_0 = const()[name = tensor("transpose_122_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_123_perm_0 = const()[name = tensor("transpose_123_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_123 = transpose(perm = transpose_123_perm_0, x = k_53_cast_fp16)[name = tensor("transpose_186")]; tensor transpose_122 = transpose(perm = transpose_122_perm_0, x = mul_13_cast_fp16)[name = tensor("transpose_187")]; tensor matmul_13_cast_fp16 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = transpose_122, y = transpose_123)[name = tensor("matmul_13_cast_fp16")]; tensor softmax_13_axis_0 = const()[name = tensor("softmax_13_axis_0"), val = tensor(-1)]; tensor softmax_13_cast_fp16 = softmax(axis = softmax_13_axis_0, x = matmul_13_cast_fp16)[name = tensor("softmax_13_cast_fp16")]; tensor attns_53_transpose_x_0 = const()[name = tensor("attns_53_transpose_x_0"), val = tensor(false)]; tensor attns_53_transpose_y_0 = const()[name = tensor("attns_53_transpose_y_0"), val = tensor(false)]; tensor v_57_cast_fp16 = transpose(perm = v_57_perm_0, x = v_55_cast_fp16)[name = tensor("transpose_185")]; tensor attns_53_cast_fp16 = matmul(transpose_x = attns_53_transpose_x_0, transpose_y = attns_53_transpose_y_0, x = softmax_13_cast_fp16, y = v_57_cast_fp16)[name = tensor("attns_53_cast_fp16")]; tensor attns_55_perm_0 = const()[name = tensor("attns_55_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_55 = const()[name = tensor("concat_55"), val = tensor([1, 249, 1024])]; tensor attns_55_cast_fp16 = transpose(perm = attns_55_perm_0, x = attns_53_cast_fp16)[name = tensor("transpose_184")]; tensor x_137_cast_fp16 = reshape(shape = concat_55, x = attns_55_cast_fp16)[name = tensor("x_137_cast_fp16")]; tensor model_encoder_layers_13_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180287808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181336448))), name = tensor("model_encoder_layers_13_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_13_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181337024)))]; tensor linear_82_cast_fp16 = linear(bias = model_encoder_layers_13_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_13_self_attn_output_proj_weight_to_fp16_palettized, x = x_137_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor input_153_cast_fp16 = add(x = linear_82_cast_fp16, y = input_151_cast_fp16)[name = tensor("input_153_cast_fp16")]; tensor x_139_axes_0 = const()[name = tensor("x_139_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_13_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_13_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181339136)))]; tensor model_encoder_layers_13_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181341248)))]; tensor x_139_cast_fp16 = layer_norm(axes = x_139_axes_0, beta = model_encoder_layers_13_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_13_ffn_layer_norm_weight_to_fp16, x = input_153_cast_fp16)[name = tensor("x_139_cast_fp16")]; tensor model_encoder_layers_13_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181343360))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185537728))), name = tensor("model_encoder_layers_13_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_13_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185538304)))]; tensor linear_83_cast_fp16 = linear(bias = model_encoder_layers_13_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_13_ffn_inner_proj_weight_to_fp16_palettized, x = x_139_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor input_157_mode_0 = const()[name = tensor("input_157_mode_0"), val = tensor("EXACT")]; tensor input_157_cast_fp16 = gelu(mode = input_157_mode_0, x = linear_83_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor model_encoder_layers_13_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185546560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189740928))), name = tensor("model_encoder_layers_13_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_13_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_13_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189741504)))]; tensor linear_84_cast_fp16 = linear(bias = model_encoder_layers_13_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_13_ffn_output_proj_weight_to_fp16_palettized, x = input_157_cast_fp16)[name = tensor("linear_84_cast_fp16")]; tensor input_159_cast_fp16 = add(x = linear_84_cast_fp16, y = input_153_cast_fp16)[name = tensor("input_159_cast_fp16")]; tensor x_143_axes_0 = const()[name = tensor("x_143_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_14_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189743616)))]; tensor model_encoder_layers_14_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189745728)))]; tensor x_143_cast_fp16 = layer_norm(axes = x_143_axes_0, beta = model_encoder_layers_14_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_14_self_attn_layer_norm_weight_to_fp16, x = input_159_cast_fp16)[name = tensor("x_143_cast_fp16")]; tensor model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189747840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190796480))), name = tensor("model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190797056)))]; tensor linear_85_cast_fp16 = linear(bias = model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized, x = x_143_cast_fp16)[name = tensor("linear_85_cast_fp16")]; tensor concat_56 = const()[name = tensor("concat_56"), val = tensor([1, 249, -1, 64])]; tensor q_57_cast_fp16 = reshape(shape = concat_56, x = linear_85_cast_fp16)[name = tensor("q_57_cast_fp16")]; tensor model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190799168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191847808))), name = tensor("model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191848384)))]; tensor linear_86_cast_fp16 = linear(bias = model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized, x = x_143_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191850496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192899136))), name = tensor("model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192899712)))]; tensor linear_87_cast_fp16 = linear(bias = model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized, x = x_143_cast_fp16)[name = tensor("linear_87_cast_fp16")]; tensor concat_57 = const()[name = tensor("concat_57"), val = tensor([1, 249, -1, 64])]; tensor k_57_cast_fp16 = reshape(shape = concat_57, x = linear_86_cast_fp16)[name = tensor("k_57_cast_fp16")]; tensor concat_58 = const()[name = tensor("concat_58"), val = tensor([1, 249, -1, 64])]; tensor v_59_cast_fp16 = reshape(shape = concat_58, x = linear_87_cast_fp16)[name = tensor("v_59_cast_fp16")]; tensor v_61_perm_0 = const()[name = tensor("v_61_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_14_y_0_to_fp16 = const()[name = tensor("mul_14_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_14_cast_fp16 = mul(x = q_57_cast_fp16, y = mul_14_y_0_to_fp16)[name = tensor("mul_14_cast_fp16")]; tensor matmul_14_transpose_y_0 = const()[name = tensor("matmul_14_transpose_y_0"), val = tensor(true)]; tensor matmul_14_transpose_x_0 = const()[name = tensor("matmul_14_transpose_x_0"), val = tensor(false)]; tensor transpose_124_perm_0 = const()[name = tensor("transpose_124_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_125_perm_0 = const()[name = tensor("transpose_125_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_125 = transpose(perm = transpose_125_perm_0, x = k_57_cast_fp16)[name = tensor("transpose_182")]; tensor transpose_124 = transpose(perm = transpose_124_perm_0, x = mul_14_cast_fp16)[name = tensor("transpose_183")]; tensor matmul_14_cast_fp16 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = transpose_124, y = transpose_125)[name = tensor("matmul_14_cast_fp16")]; tensor softmax_14_axis_0 = const()[name = tensor("softmax_14_axis_0"), val = tensor(-1)]; tensor softmax_14_cast_fp16 = softmax(axis = softmax_14_axis_0, x = matmul_14_cast_fp16)[name = tensor("softmax_14_cast_fp16")]; tensor attns_57_transpose_x_0 = const()[name = tensor("attns_57_transpose_x_0"), val = tensor(false)]; tensor attns_57_transpose_y_0 = const()[name = tensor("attns_57_transpose_y_0"), val = tensor(false)]; tensor v_61_cast_fp16 = transpose(perm = v_61_perm_0, x = v_59_cast_fp16)[name = tensor("transpose_181")]; tensor attns_57_cast_fp16 = matmul(transpose_x = attns_57_transpose_x_0, transpose_y = attns_57_transpose_y_0, x = softmax_14_cast_fp16, y = v_61_cast_fp16)[name = tensor("attns_57_cast_fp16")]; tensor attns_59_perm_0 = const()[name = tensor("attns_59_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_59 = const()[name = tensor("concat_59"), val = tensor([1, 249, 1024])]; tensor attns_59_cast_fp16 = transpose(perm = attns_59_perm_0, x = attns_57_cast_fp16)[name = tensor("transpose_180")]; tensor x_145_cast_fp16 = reshape(shape = concat_59, x = attns_59_cast_fp16)[name = tensor("x_145_cast_fp16")]; tensor model_encoder_layers_14_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192901824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193950464))), name = tensor("model_encoder_layers_14_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_14_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193951040)))]; tensor linear_88_cast_fp16 = linear(bias = model_encoder_layers_14_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_14_self_attn_output_proj_weight_to_fp16_palettized, x = x_145_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor input_161_cast_fp16 = add(x = linear_88_cast_fp16, y = input_159_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor x_147_axes_0 = const()[name = tensor("x_147_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_14_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_14_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193953152)))]; tensor model_encoder_layers_14_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193955264)))]; tensor x_147_cast_fp16 = layer_norm(axes = x_147_axes_0, beta = model_encoder_layers_14_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_14_ffn_layer_norm_weight_to_fp16, x = input_161_cast_fp16)[name = tensor("x_147_cast_fp16")]; tensor model_encoder_layers_14_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193957376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198151744))), name = tensor("model_encoder_layers_14_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_14_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198152320)))]; tensor linear_89_cast_fp16 = linear(bias = model_encoder_layers_14_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_14_ffn_inner_proj_weight_to_fp16_palettized, x = x_147_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor input_165_mode_0 = const()[name = tensor("input_165_mode_0"), val = tensor("EXACT")]; tensor input_165_cast_fp16 = gelu(mode = input_165_mode_0, x = linear_89_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor model_encoder_layers_14_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(198160576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202354944))), name = tensor("model_encoder_layers_14_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_14_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_14_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202355520)))]; tensor linear_90_cast_fp16 = linear(bias = model_encoder_layers_14_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_14_ffn_output_proj_weight_to_fp16_palettized, x = input_165_cast_fp16)[name = tensor("linear_90_cast_fp16")]; tensor input_167_cast_fp16 = add(x = linear_90_cast_fp16, y = input_161_cast_fp16)[name = tensor("input_167_cast_fp16")]; tensor x_151_axes_0 = const()[name = tensor("x_151_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_15_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202357632)))]; tensor model_encoder_layers_15_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202359744)))]; tensor x_151_cast_fp16 = layer_norm(axes = x_151_axes_0, beta = model_encoder_layers_15_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_15_self_attn_layer_norm_weight_to_fp16, x = input_167_cast_fp16)[name = tensor("x_151_cast_fp16")]; tensor model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202361856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203410496))), name = tensor("model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203411072)))]; tensor linear_91_cast_fp16 = linear(bias = model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized, x = x_151_cast_fp16)[name = tensor("linear_91_cast_fp16")]; tensor concat_60 = const()[name = tensor("concat_60"), val = tensor([1, 249, -1, 64])]; tensor q_61_cast_fp16 = reshape(shape = concat_60, x = linear_91_cast_fp16)[name = tensor("q_61_cast_fp16")]; tensor model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203413184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204461824))), name = tensor("model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204462400)))]; tensor linear_92_cast_fp16 = linear(bias = model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized, x = x_151_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204464512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205513152))), name = tensor("model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205513728)))]; tensor linear_93_cast_fp16 = linear(bias = model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized, x = x_151_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor concat_61 = const()[name = tensor("concat_61"), val = tensor([1, 249, -1, 64])]; tensor k_61_cast_fp16 = reshape(shape = concat_61, x = linear_92_cast_fp16)[name = tensor("k_61_cast_fp16")]; tensor concat_62 = const()[name = tensor("concat_62"), val = tensor([1, 249, -1, 64])]; tensor v_63_cast_fp16 = reshape(shape = concat_62, x = linear_93_cast_fp16)[name = tensor("v_63_cast_fp16")]; tensor v_65_perm_0 = const()[name = tensor("v_65_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_15_y_0_to_fp16 = const()[name = tensor("mul_15_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_15_cast_fp16 = mul(x = q_61_cast_fp16, y = mul_15_y_0_to_fp16)[name = tensor("mul_15_cast_fp16")]; tensor matmul_15_transpose_y_0 = const()[name = tensor("matmul_15_transpose_y_0"), val = tensor(true)]; tensor matmul_15_transpose_x_0 = const()[name = tensor("matmul_15_transpose_x_0"), val = tensor(false)]; tensor transpose_126_perm_0 = const()[name = tensor("transpose_126_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_127_perm_0 = const()[name = tensor("transpose_127_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_127 = transpose(perm = transpose_127_perm_0, x = k_61_cast_fp16)[name = tensor("transpose_178")]; tensor transpose_126 = transpose(perm = transpose_126_perm_0, x = mul_15_cast_fp16)[name = tensor("transpose_179")]; tensor matmul_15_cast_fp16 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = transpose_126, y = transpose_127)[name = tensor("matmul_15_cast_fp16")]; tensor softmax_15_axis_0 = const()[name = tensor("softmax_15_axis_0"), val = tensor(-1)]; tensor softmax_15_cast_fp16 = softmax(axis = softmax_15_axis_0, x = matmul_15_cast_fp16)[name = tensor("softmax_15_cast_fp16")]; tensor attns_61_transpose_x_0 = const()[name = tensor("attns_61_transpose_x_0"), val = tensor(false)]; tensor attns_61_transpose_y_0 = const()[name = tensor("attns_61_transpose_y_0"), val = tensor(false)]; tensor v_65_cast_fp16 = transpose(perm = v_65_perm_0, x = v_63_cast_fp16)[name = tensor("transpose_177")]; tensor attns_61_cast_fp16 = matmul(transpose_x = attns_61_transpose_x_0, transpose_y = attns_61_transpose_y_0, x = softmax_15_cast_fp16, y = v_65_cast_fp16)[name = tensor("attns_61_cast_fp16")]; tensor attns_63_perm_0 = const()[name = tensor("attns_63_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_63 = const()[name = tensor("concat_63"), val = tensor([1, 249, 1024])]; tensor attns_63_cast_fp16 = transpose(perm = attns_63_perm_0, x = attns_61_cast_fp16)[name = tensor("transpose_176")]; tensor x_153_cast_fp16 = reshape(shape = concat_63, x = attns_63_cast_fp16)[name = tensor("x_153_cast_fp16")]; tensor model_encoder_layers_15_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205515840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206564480))), name = tensor("model_encoder_layers_15_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_15_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206565056)))]; tensor linear_94_cast_fp16 = linear(bias = model_encoder_layers_15_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_15_self_attn_output_proj_weight_to_fp16_palettized, x = x_153_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor input_169_cast_fp16 = add(x = linear_94_cast_fp16, y = input_167_cast_fp16)[name = tensor("input_169_cast_fp16")]; tensor x_155_axes_0 = const()[name = tensor("x_155_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_15_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_15_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206567168)))]; tensor model_encoder_layers_15_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206569280)))]; tensor x_155_cast_fp16 = layer_norm(axes = x_155_axes_0, beta = model_encoder_layers_15_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_15_ffn_layer_norm_weight_to_fp16, x = input_169_cast_fp16)[name = tensor("x_155_cast_fp16")]; tensor model_encoder_layers_15_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206571392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210765760))), name = tensor("model_encoder_layers_15_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_15_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210766336)))]; tensor linear_95_cast_fp16 = linear(bias = model_encoder_layers_15_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_15_ffn_inner_proj_weight_to_fp16_palettized, x = x_155_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor input_173_mode_0 = const()[name = tensor("input_173_mode_0"), val = tensor("EXACT")]; tensor input_173_cast_fp16 = gelu(mode = input_173_mode_0, x = linear_95_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor model_encoder_layers_15_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210774592))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214968960))), name = tensor("model_encoder_layers_15_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_15_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_15_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214969536)))]; tensor linear_96_cast_fp16 = linear(bias = model_encoder_layers_15_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_15_ffn_output_proj_weight_to_fp16_palettized, x = input_173_cast_fp16)[name = tensor("linear_96_cast_fp16")]; tensor input_175_cast_fp16 = add(x = linear_96_cast_fp16, y = input_169_cast_fp16)[name = tensor("input_175_cast_fp16")]; tensor x_159_axes_0 = const()[name = tensor("x_159_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_16_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214971648)))]; tensor model_encoder_layers_16_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214973760)))]; tensor x_159_cast_fp16 = layer_norm(axes = x_159_axes_0, beta = model_encoder_layers_16_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_16_self_attn_layer_norm_weight_to_fp16, x = input_175_cast_fp16)[name = tensor("x_159_cast_fp16")]; tensor model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(214975872))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216024512))), name = tensor("model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216025088)))]; tensor linear_97_cast_fp16 = linear(bias = model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized, x = x_159_cast_fp16)[name = tensor("linear_97_cast_fp16")]; tensor concat_64 = const()[name = tensor("concat_64"), val = tensor([1, 249, -1, 64])]; tensor q_65_cast_fp16 = reshape(shape = concat_64, x = linear_97_cast_fp16)[name = tensor("q_65_cast_fp16")]; tensor model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216027200))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217075840))), name = tensor("model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217076416)))]; tensor linear_98_cast_fp16 = linear(bias = model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized, x = x_159_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(217078528))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218127168))), name = tensor("model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218127744)))]; tensor linear_99_cast_fp16 = linear(bias = model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized, x = x_159_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor concat_65 = const()[name = tensor("concat_65"), val = tensor([1, 249, -1, 64])]; tensor k_65_cast_fp16 = reshape(shape = concat_65, x = linear_98_cast_fp16)[name = tensor("k_65_cast_fp16")]; tensor concat_66 = const()[name = tensor("concat_66"), val = tensor([1, 249, -1, 64])]; tensor v_67_cast_fp16 = reshape(shape = concat_66, x = linear_99_cast_fp16)[name = tensor("v_67_cast_fp16")]; tensor v_69_perm_0 = const()[name = tensor("v_69_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_16_y_0_to_fp16 = const()[name = tensor("mul_16_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_16_cast_fp16 = mul(x = q_65_cast_fp16, y = mul_16_y_0_to_fp16)[name = tensor("mul_16_cast_fp16")]; tensor matmul_16_transpose_y_0 = const()[name = tensor("matmul_16_transpose_y_0"), val = tensor(true)]; tensor matmul_16_transpose_x_0 = const()[name = tensor("matmul_16_transpose_x_0"), val = tensor(false)]; tensor transpose_128_perm_0 = const()[name = tensor("transpose_128_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_129_perm_0 = const()[name = tensor("transpose_129_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_129 = transpose(perm = transpose_129_perm_0, x = k_65_cast_fp16)[name = tensor("transpose_174")]; tensor transpose_128 = transpose(perm = transpose_128_perm_0, x = mul_16_cast_fp16)[name = tensor("transpose_175")]; tensor matmul_16_cast_fp16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = transpose_128, y = transpose_129)[name = tensor("matmul_16_cast_fp16")]; tensor softmax_16_axis_0 = const()[name = tensor("softmax_16_axis_0"), val = tensor(-1)]; tensor softmax_16_cast_fp16 = softmax(axis = softmax_16_axis_0, x = matmul_16_cast_fp16)[name = tensor("softmax_16_cast_fp16")]; tensor attns_65_transpose_x_0 = const()[name = tensor("attns_65_transpose_x_0"), val = tensor(false)]; tensor attns_65_transpose_y_0 = const()[name = tensor("attns_65_transpose_y_0"), val = tensor(false)]; tensor v_69_cast_fp16 = transpose(perm = v_69_perm_0, x = v_67_cast_fp16)[name = tensor("transpose_173")]; tensor attns_65_cast_fp16 = matmul(transpose_x = attns_65_transpose_x_0, transpose_y = attns_65_transpose_y_0, x = softmax_16_cast_fp16, y = v_69_cast_fp16)[name = tensor("attns_65_cast_fp16")]; tensor attns_67_perm_0 = const()[name = tensor("attns_67_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_67 = const()[name = tensor("concat_67"), val = tensor([1, 249, 1024])]; tensor attns_67_cast_fp16 = transpose(perm = attns_67_perm_0, x = attns_65_cast_fp16)[name = tensor("transpose_172")]; tensor x_161_cast_fp16 = reshape(shape = concat_67, x = attns_67_cast_fp16)[name = tensor("x_161_cast_fp16")]; tensor model_encoder_layers_16_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218129856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219178496))), name = tensor("model_encoder_layers_16_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_16_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219179072)))]; tensor linear_100_cast_fp16 = linear(bias = model_encoder_layers_16_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_16_self_attn_output_proj_weight_to_fp16_palettized, x = x_161_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor input_177_cast_fp16 = add(x = linear_100_cast_fp16, y = input_175_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor x_163_axes_0 = const()[name = tensor("x_163_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_16_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_16_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219181184)))]; tensor model_encoder_layers_16_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219183296)))]; tensor x_163_cast_fp16 = layer_norm(axes = x_163_axes_0, beta = model_encoder_layers_16_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_16_ffn_layer_norm_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("x_163_cast_fp16")]; tensor model_encoder_layers_16_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219185408))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(223379776))), name = tensor("model_encoder_layers_16_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_16_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(223380352)))]; tensor linear_101_cast_fp16 = linear(bias = model_encoder_layers_16_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_16_ffn_inner_proj_weight_to_fp16_palettized, x = x_163_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor input_181_mode_0 = const()[name = tensor("input_181_mode_0"), val = tensor("EXACT")]; tensor input_181_cast_fp16 = gelu(mode = input_181_mode_0, x = linear_101_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor model_encoder_layers_16_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(223388608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227582976))), name = tensor("model_encoder_layers_16_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_16_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_16_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227583552)))]; tensor linear_102_cast_fp16 = linear(bias = model_encoder_layers_16_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_16_ffn_output_proj_weight_to_fp16_palettized, x = input_181_cast_fp16)[name = tensor("linear_102_cast_fp16")]; tensor input_183_cast_fp16 = add(x = linear_102_cast_fp16, y = input_177_cast_fp16)[name = tensor("input_183_cast_fp16")]; tensor x_167_axes_0 = const()[name = tensor("x_167_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_17_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227585664)))]; tensor model_encoder_layers_17_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227587776)))]; tensor x_167_cast_fp16 = layer_norm(axes = x_167_axes_0, beta = model_encoder_layers_17_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_17_self_attn_layer_norm_weight_to_fp16, x = input_183_cast_fp16)[name = tensor("x_167_cast_fp16")]; tensor model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227589888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228638528))), name = tensor("model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228639104)))]; tensor linear_103_cast_fp16 = linear(bias = model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized, x = x_167_cast_fp16)[name = tensor("linear_103_cast_fp16")]; tensor concat_68 = const()[name = tensor("concat_68"), val = tensor([1, 249, -1, 64])]; tensor q_69_cast_fp16 = reshape(shape = concat_68, x = linear_103_cast_fp16)[name = tensor("q_69_cast_fp16")]; tensor model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228641216))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229689856))), name = tensor("model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229690432)))]; tensor linear_104_cast_fp16 = linear(bias = model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized, x = x_167_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229692544))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230741184))), name = tensor("model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230741760)))]; tensor linear_105_cast_fp16 = linear(bias = model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized, x = x_167_cast_fp16)[name = tensor("linear_105_cast_fp16")]; tensor concat_69 = const()[name = tensor("concat_69"), val = tensor([1, 249, -1, 64])]; tensor k_69_cast_fp16 = reshape(shape = concat_69, x = linear_104_cast_fp16)[name = tensor("k_69_cast_fp16")]; tensor concat_70 = const()[name = tensor("concat_70"), val = tensor([1, 249, -1, 64])]; tensor v_71_cast_fp16 = reshape(shape = concat_70, x = linear_105_cast_fp16)[name = tensor("v_71_cast_fp16")]; tensor v_73_perm_0 = const()[name = tensor("v_73_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_17_y_0_to_fp16 = const()[name = tensor("mul_17_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_17_cast_fp16 = mul(x = q_69_cast_fp16, y = mul_17_y_0_to_fp16)[name = tensor("mul_17_cast_fp16")]; tensor matmul_17_transpose_y_0 = const()[name = tensor("matmul_17_transpose_y_0"), val = tensor(true)]; tensor matmul_17_transpose_x_0 = const()[name = tensor("matmul_17_transpose_x_0"), val = tensor(false)]; tensor transpose_130_perm_0 = const()[name = tensor("transpose_130_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_131_perm_0 = const()[name = tensor("transpose_131_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_131 = transpose(perm = transpose_131_perm_0, x = k_69_cast_fp16)[name = tensor("transpose_170")]; tensor transpose_130 = transpose(perm = transpose_130_perm_0, x = mul_17_cast_fp16)[name = tensor("transpose_171")]; tensor matmul_17_cast_fp16 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = transpose_130, y = transpose_131)[name = tensor("matmul_17_cast_fp16")]; tensor softmax_17_axis_0 = const()[name = tensor("softmax_17_axis_0"), val = tensor(-1)]; tensor softmax_17_cast_fp16 = softmax(axis = softmax_17_axis_0, x = matmul_17_cast_fp16)[name = tensor("softmax_17_cast_fp16")]; tensor attns_69_transpose_x_0 = const()[name = tensor("attns_69_transpose_x_0"), val = tensor(false)]; tensor attns_69_transpose_y_0 = const()[name = tensor("attns_69_transpose_y_0"), val = tensor(false)]; tensor v_73_cast_fp16 = transpose(perm = v_73_perm_0, x = v_71_cast_fp16)[name = tensor("transpose_169")]; tensor attns_69_cast_fp16 = matmul(transpose_x = attns_69_transpose_x_0, transpose_y = attns_69_transpose_y_0, x = softmax_17_cast_fp16, y = v_73_cast_fp16)[name = tensor("attns_69_cast_fp16")]; tensor attns_71_perm_0 = const()[name = tensor("attns_71_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_71 = const()[name = tensor("concat_71"), val = tensor([1, 249, 1024])]; tensor attns_71_cast_fp16 = transpose(perm = attns_71_perm_0, x = attns_69_cast_fp16)[name = tensor("transpose_168")]; tensor x_169_cast_fp16 = reshape(shape = concat_71, x = attns_71_cast_fp16)[name = tensor("x_169_cast_fp16")]; tensor model_encoder_layers_17_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(230743872))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231792512))), name = tensor("model_encoder_layers_17_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_17_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231793088)))]; tensor linear_106_cast_fp16 = linear(bias = model_encoder_layers_17_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_17_self_attn_output_proj_weight_to_fp16_palettized, x = x_169_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor input_185_cast_fp16 = add(x = linear_106_cast_fp16, y = input_183_cast_fp16)[name = tensor("input_185_cast_fp16")]; tensor x_171_axes_0 = const()[name = tensor("x_171_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_17_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_17_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231795200)))]; tensor model_encoder_layers_17_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231797312)))]; tensor x_171_cast_fp16 = layer_norm(axes = x_171_axes_0, beta = model_encoder_layers_17_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_17_ffn_layer_norm_weight_to_fp16, x = input_185_cast_fp16)[name = tensor("x_171_cast_fp16")]; tensor model_encoder_layers_17_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231799424))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235993792))), name = tensor("model_encoder_layers_17_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_17_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235994368)))]; tensor linear_107_cast_fp16 = linear(bias = model_encoder_layers_17_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_17_ffn_inner_proj_weight_to_fp16_palettized, x = x_171_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor input_189_mode_0 = const()[name = tensor("input_189_mode_0"), val = tensor("EXACT")]; tensor input_189_cast_fp16 = gelu(mode = input_189_mode_0, x = linear_107_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor model_encoder_layers_17_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236002624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240196992))), name = tensor("model_encoder_layers_17_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_17_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_17_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240197568)))]; tensor linear_108_cast_fp16 = linear(bias = model_encoder_layers_17_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_17_ffn_output_proj_weight_to_fp16_palettized, x = input_189_cast_fp16)[name = tensor("linear_108_cast_fp16")]; tensor input_191_cast_fp16 = add(x = linear_108_cast_fp16, y = input_185_cast_fp16)[name = tensor("input_191_cast_fp16")]; tensor x_175_axes_0 = const()[name = tensor("x_175_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_18_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240199680)))]; tensor model_encoder_layers_18_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240201792)))]; tensor x_175_cast_fp16 = layer_norm(axes = x_175_axes_0, beta = model_encoder_layers_18_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_18_self_attn_layer_norm_weight_to_fp16, x = input_191_cast_fp16)[name = tensor("x_175_cast_fp16")]; tensor model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(240203904))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(241252544))), name = tensor("model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(241253120)))]; tensor linear_109_cast_fp16 = linear(bias = model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized, x = x_175_cast_fp16)[name = tensor("linear_109_cast_fp16")]; tensor concat_72 = const()[name = tensor("concat_72"), val = tensor([1, 249, -1, 64])]; tensor q_73_cast_fp16 = reshape(shape = concat_72, x = linear_109_cast_fp16)[name = tensor("q_73_cast_fp16")]; tensor model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(241255232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242303872))), name = tensor("model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242304448)))]; tensor linear_110_cast_fp16 = linear(bias = model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized, x = x_175_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242306560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243355200))), name = tensor("model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243355776)))]; tensor linear_111_cast_fp16 = linear(bias = model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized, x = x_175_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor concat_73 = const()[name = tensor("concat_73"), val = tensor([1, 249, -1, 64])]; tensor k_73_cast_fp16 = reshape(shape = concat_73, x = linear_110_cast_fp16)[name = tensor("k_73_cast_fp16")]; tensor concat_74 = const()[name = tensor("concat_74"), val = tensor([1, 249, -1, 64])]; tensor v_75_cast_fp16 = reshape(shape = concat_74, x = linear_111_cast_fp16)[name = tensor("v_75_cast_fp16")]; tensor v_77_perm_0 = const()[name = tensor("v_77_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_18_y_0_to_fp16 = const()[name = tensor("mul_18_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_18_cast_fp16 = mul(x = q_73_cast_fp16, y = mul_18_y_0_to_fp16)[name = tensor("mul_18_cast_fp16")]; tensor matmul_18_transpose_y_0 = const()[name = tensor("matmul_18_transpose_y_0"), val = tensor(true)]; tensor matmul_18_transpose_x_0 = const()[name = tensor("matmul_18_transpose_x_0"), val = tensor(false)]; tensor transpose_132_perm_0 = const()[name = tensor("transpose_132_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_133_perm_0 = const()[name = tensor("transpose_133_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_133 = transpose(perm = transpose_133_perm_0, x = k_73_cast_fp16)[name = tensor("transpose_166")]; tensor transpose_132 = transpose(perm = transpose_132_perm_0, x = mul_18_cast_fp16)[name = tensor("transpose_167")]; tensor matmul_18_cast_fp16 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = transpose_132, y = transpose_133)[name = tensor("matmul_18_cast_fp16")]; tensor softmax_18_axis_0 = const()[name = tensor("softmax_18_axis_0"), val = tensor(-1)]; tensor softmax_18_cast_fp16 = softmax(axis = softmax_18_axis_0, x = matmul_18_cast_fp16)[name = tensor("softmax_18_cast_fp16")]; tensor attns_73_transpose_x_0 = const()[name = tensor("attns_73_transpose_x_0"), val = tensor(false)]; tensor attns_73_transpose_y_0 = const()[name = tensor("attns_73_transpose_y_0"), val = tensor(false)]; tensor v_77_cast_fp16 = transpose(perm = v_77_perm_0, x = v_75_cast_fp16)[name = tensor("transpose_165")]; tensor attns_73_cast_fp16 = matmul(transpose_x = attns_73_transpose_x_0, transpose_y = attns_73_transpose_y_0, x = softmax_18_cast_fp16, y = v_77_cast_fp16)[name = tensor("attns_73_cast_fp16")]; tensor attns_75_perm_0 = const()[name = tensor("attns_75_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_75 = const()[name = tensor("concat_75"), val = tensor([1, 249, 1024])]; tensor attns_75_cast_fp16 = transpose(perm = attns_75_perm_0, x = attns_73_cast_fp16)[name = tensor("transpose_164")]; tensor x_177_cast_fp16 = reshape(shape = concat_75, x = attns_75_cast_fp16)[name = tensor("x_177_cast_fp16")]; tensor model_encoder_layers_18_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(243357888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244406528))), name = tensor("model_encoder_layers_18_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_18_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244407104)))]; tensor linear_112_cast_fp16 = linear(bias = model_encoder_layers_18_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_18_self_attn_output_proj_weight_to_fp16_palettized, x = x_177_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor input_193_cast_fp16 = add(x = linear_112_cast_fp16, y = input_191_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor x_179_axes_0 = const()[name = tensor("x_179_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_18_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_18_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244409216)))]; tensor model_encoder_layers_18_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244411328)))]; tensor x_179_cast_fp16 = layer_norm(axes = x_179_axes_0, beta = model_encoder_layers_18_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_18_ffn_layer_norm_weight_to_fp16, x = input_193_cast_fp16)[name = tensor("x_179_cast_fp16")]; tensor model_encoder_layers_18_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244413440))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(248607808))), name = tensor("model_encoder_layers_18_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_18_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(248608384)))]; tensor linear_113_cast_fp16 = linear(bias = model_encoder_layers_18_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_18_ffn_inner_proj_weight_to_fp16_palettized, x = x_179_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor input_197_mode_0 = const()[name = tensor("input_197_mode_0"), val = tensor("EXACT")]; tensor input_197_cast_fp16 = gelu(mode = input_197_mode_0, x = linear_113_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor model_encoder_layers_18_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(248616640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252811008))), name = tensor("model_encoder_layers_18_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_18_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_18_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252811584)))]; tensor linear_114_cast_fp16 = linear(bias = model_encoder_layers_18_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_18_ffn_output_proj_weight_to_fp16_palettized, x = input_197_cast_fp16)[name = tensor("linear_114_cast_fp16")]; tensor input_199_cast_fp16 = add(x = linear_114_cast_fp16, y = input_193_cast_fp16)[name = tensor("input_199_cast_fp16")]; tensor x_183_axes_0 = const()[name = tensor("x_183_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_19_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252813696)))]; tensor model_encoder_layers_19_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252815808)))]; tensor x_183_cast_fp16 = layer_norm(axes = x_183_axes_0, beta = model_encoder_layers_19_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_19_self_attn_layer_norm_weight_to_fp16, x = input_199_cast_fp16)[name = tensor("x_183_cast_fp16")]; tensor model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252817920))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253866560))), name = tensor("model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253867136)))]; tensor linear_115_cast_fp16 = linear(bias = model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized, x = x_183_cast_fp16)[name = tensor("linear_115_cast_fp16")]; tensor concat_76 = const()[name = tensor("concat_76"), val = tensor([1, 249, -1, 64])]; tensor q_77_cast_fp16 = reshape(shape = concat_76, x = linear_115_cast_fp16)[name = tensor("q_77_cast_fp16")]; tensor model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(253869248))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254917888))), name = tensor("model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254918464)))]; tensor linear_116_cast_fp16 = linear(bias = model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized, x = x_183_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254920576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255969216))), name = tensor("model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255969792)))]; tensor linear_117_cast_fp16 = linear(bias = model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized, x = x_183_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor concat_77 = const()[name = tensor("concat_77"), val = tensor([1, 249, -1, 64])]; tensor k_77_cast_fp16 = reshape(shape = concat_77, x = linear_116_cast_fp16)[name = tensor("k_77_cast_fp16")]; tensor concat_78 = const()[name = tensor("concat_78"), val = tensor([1, 249, -1, 64])]; tensor v_79_cast_fp16 = reshape(shape = concat_78, x = linear_117_cast_fp16)[name = tensor("v_79_cast_fp16")]; tensor v_81_perm_0 = const()[name = tensor("v_81_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_19_y_0_to_fp16 = const()[name = tensor("mul_19_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_19_cast_fp16 = mul(x = q_77_cast_fp16, y = mul_19_y_0_to_fp16)[name = tensor("mul_19_cast_fp16")]; tensor matmul_19_transpose_y_0 = const()[name = tensor("matmul_19_transpose_y_0"), val = tensor(true)]; tensor matmul_19_transpose_x_0 = const()[name = tensor("matmul_19_transpose_x_0"), val = tensor(false)]; tensor transpose_134_perm_0 = const()[name = tensor("transpose_134_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_135_perm_0 = const()[name = tensor("transpose_135_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_135 = transpose(perm = transpose_135_perm_0, x = k_77_cast_fp16)[name = tensor("transpose_162")]; tensor transpose_134 = transpose(perm = transpose_134_perm_0, x = mul_19_cast_fp16)[name = tensor("transpose_163")]; tensor matmul_19_cast_fp16 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = transpose_134, y = transpose_135)[name = tensor("matmul_19_cast_fp16")]; tensor softmax_19_axis_0 = const()[name = tensor("softmax_19_axis_0"), val = tensor(-1)]; tensor softmax_19_cast_fp16 = softmax(axis = softmax_19_axis_0, x = matmul_19_cast_fp16)[name = tensor("softmax_19_cast_fp16")]; tensor attns_77_transpose_x_0 = const()[name = tensor("attns_77_transpose_x_0"), val = tensor(false)]; tensor attns_77_transpose_y_0 = const()[name = tensor("attns_77_transpose_y_0"), val = tensor(false)]; tensor v_81_cast_fp16 = transpose(perm = v_81_perm_0, x = v_79_cast_fp16)[name = tensor("transpose_161")]; tensor attns_77_cast_fp16 = matmul(transpose_x = attns_77_transpose_x_0, transpose_y = attns_77_transpose_y_0, x = softmax_19_cast_fp16, y = v_81_cast_fp16)[name = tensor("attns_77_cast_fp16")]; tensor attns_79_perm_0 = const()[name = tensor("attns_79_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_79 = const()[name = tensor("concat_79"), val = tensor([1, 249, 1024])]; tensor attns_79_cast_fp16 = transpose(perm = attns_79_perm_0, x = attns_77_cast_fp16)[name = tensor("transpose_160")]; tensor x_185_cast_fp16 = reshape(shape = concat_79, x = attns_79_cast_fp16)[name = tensor("x_185_cast_fp16")]; tensor model_encoder_layers_19_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255971904))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257020544))), name = tensor("model_encoder_layers_19_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_19_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257021120)))]; tensor linear_118_cast_fp16 = linear(bias = model_encoder_layers_19_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_19_self_attn_output_proj_weight_to_fp16_palettized, x = x_185_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor input_201_cast_fp16 = add(x = linear_118_cast_fp16, y = input_199_cast_fp16)[name = tensor("input_201_cast_fp16")]; tensor x_187_axes_0 = const()[name = tensor("x_187_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_19_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_19_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257023232)))]; tensor model_encoder_layers_19_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257025344)))]; tensor x_187_cast_fp16 = layer_norm(axes = x_187_axes_0, beta = model_encoder_layers_19_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_19_ffn_layer_norm_weight_to_fp16, x = input_201_cast_fp16)[name = tensor("x_187_cast_fp16")]; tensor model_encoder_layers_19_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(257027456))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(261221824))), name = tensor("model_encoder_layers_19_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_19_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(261222400)))]; tensor linear_119_cast_fp16 = linear(bias = model_encoder_layers_19_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_19_ffn_inner_proj_weight_to_fp16_palettized, x = x_187_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor input_205_mode_0 = const()[name = tensor("input_205_mode_0"), val = tensor("EXACT")]; tensor input_205_cast_fp16 = gelu(mode = input_205_mode_0, x = linear_119_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor model_encoder_layers_19_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(261230656))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265425024))), name = tensor("model_encoder_layers_19_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_19_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_19_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265425600)))]; tensor linear_120_cast_fp16 = linear(bias = model_encoder_layers_19_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_19_ffn_output_proj_weight_to_fp16_palettized, x = input_205_cast_fp16)[name = tensor("linear_120_cast_fp16")]; tensor input_207_cast_fp16 = add(x = linear_120_cast_fp16, y = input_201_cast_fp16)[name = tensor("input_207_cast_fp16")]; tensor x_191_axes_0 = const()[name = tensor("x_191_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_20_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265427712)))]; tensor model_encoder_layers_20_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265429824)))]; tensor x_191_cast_fp16 = layer_norm(axes = x_191_axes_0, beta = model_encoder_layers_20_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_20_self_attn_layer_norm_weight_to_fp16, x = input_207_cast_fp16)[name = tensor("x_191_cast_fp16")]; tensor model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265431936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(266480576))), name = tensor("model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(266481152)))]; tensor linear_121_cast_fp16 = linear(bias = model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized, x = x_191_cast_fp16)[name = tensor("linear_121_cast_fp16")]; tensor concat_80 = const()[name = tensor("concat_80"), val = tensor([1, 249, -1, 64])]; tensor q_81_cast_fp16 = reshape(shape = concat_80, x = linear_121_cast_fp16)[name = tensor("q_81_cast_fp16")]; tensor model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(266483264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267531904))), name = tensor("model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267532480)))]; tensor linear_122_cast_fp16 = linear(bias = model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized, x = x_191_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(267534592))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268583232))), name = tensor("model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268583808)))]; tensor linear_123_cast_fp16 = linear(bias = model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized, x = x_191_cast_fp16)[name = tensor("linear_123_cast_fp16")]; tensor concat_81 = const()[name = tensor("concat_81"), val = tensor([1, 249, -1, 64])]; tensor k_81_cast_fp16 = reshape(shape = concat_81, x = linear_122_cast_fp16)[name = tensor("k_81_cast_fp16")]; tensor concat_82 = const()[name = tensor("concat_82"), val = tensor([1, 249, -1, 64])]; tensor v_83_cast_fp16 = reshape(shape = concat_82, x = linear_123_cast_fp16)[name = tensor("v_83_cast_fp16")]; tensor v_85_perm_0 = const()[name = tensor("v_85_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_20_y_0_to_fp16 = const()[name = tensor("mul_20_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_20_cast_fp16 = mul(x = q_81_cast_fp16, y = mul_20_y_0_to_fp16)[name = tensor("mul_20_cast_fp16")]; tensor matmul_20_transpose_y_0 = const()[name = tensor("matmul_20_transpose_y_0"), val = tensor(true)]; tensor matmul_20_transpose_x_0 = const()[name = tensor("matmul_20_transpose_x_0"), val = tensor(false)]; tensor transpose_136_perm_0 = const()[name = tensor("transpose_136_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_137_perm_0 = const()[name = tensor("transpose_137_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_137 = transpose(perm = transpose_137_perm_0, x = k_81_cast_fp16)[name = tensor("transpose_158")]; tensor transpose_136 = transpose(perm = transpose_136_perm_0, x = mul_20_cast_fp16)[name = tensor("transpose_159")]; tensor matmul_20_cast_fp16 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = transpose_136, y = transpose_137)[name = tensor("matmul_20_cast_fp16")]; tensor softmax_20_axis_0 = const()[name = tensor("softmax_20_axis_0"), val = tensor(-1)]; tensor softmax_20_cast_fp16 = softmax(axis = softmax_20_axis_0, x = matmul_20_cast_fp16)[name = tensor("softmax_20_cast_fp16")]; tensor attns_81_transpose_x_0 = const()[name = tensor("attns_81_transpose_x_0"), val = tensor(false)]; tensor attns_81_transpose_y_0 = const()[name = tensor("attns_81_transpose_y_0"), val = tensor(false)]; tensor v_85_cast_fp16 = transpose(perm = v_85_perm_0, x = v_83_cast_fp16)[name = tensor("transpose_157")]; tensor attns_81_cast_fp16 = matmul(transpose_x = attns_81_transpose_x_0, transpose_y = attns_81_transpose_y_0, x = softmax_20_cast_fp16, y = v_85_cast_fp16)[name = tensor("attns_81_cast_fp16")]; tensor attns_83_perm_0 = const()[name = tensor("attns_83_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_83 = const()[name = tensor("concat_83"), val = tensor([1, 249, 1024])]; tensor attns_83_cast_fp16 = transpose(perm = attns_83_perm_0, x = attns_81_cast_fp16)[name = tensor("transpose_156")]; tensor x_193_cast_fp16 = reshape(shape = concat_83, x = attns_83_cast_fp16)[name = tensor("x_193_cast_fp16")]; tensor model_encoder_layers_20_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268585920))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269634560))), name = tensor("model_encoder_layers_20_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_20_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269635136)))]; tensor linear_124_cast_fp16 = linear(bias = model_encoder_layers_20_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_20_self_attn_output_proj_weight_to_fp16_palettized, x = x_193_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor input_209_cast_fp16 = add(x = linear_124_cast_fp16, y = input_207_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor x_195_axes_0 = const()[name = tensor("x_195_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_20_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_20_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269637248)))]; tensor model_encoder_layers_20_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269639360)))]; tensor x_195_cast_fp16 = layer_norm(axes = x_195_axes_0, beta = model_encoder_layers_20_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_20_ffn_layer_norm_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("x_195_cast_fp16")]; tensor model_encoder_layers_20_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269641472))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(273835840))), name = tensor("model_encoder_layers_20_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_20_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(273836416)))]; tensor linear_125_cast_fp16 = linear(bias = model_encoder_layers_20_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_20_ffn_inner_proj_weight_to_fp16_palettized, x = x_195_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor input_213_mode_0 = const()[name = tensor("input_213_mode_0"), val = tensor("EXACT")]; tensor input_213_cast_fp16 = gelu(mode = input_213_mode_0, x = linear_125_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor model_encoder_layers_20_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(273844672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278039040))), name = tensor("model_encoder_layers_20_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_20_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_20_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278039616)))]; tensor linear_126_cast_fp16 = linear(bias = model_encoder_layers_20_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_20_ffn_output_proj_weight_to_fp16_palettized, x = input_213_cast_fp16)[name = tensor("linear_126_cast_fp16")]; tensor input_215_cast_fp16 = add(x = linear_126_cast_fp16, y = input_209_cast_fp16)[name = tensor("input_215_cast_fp16")]; tensor x_199_axes_0 = const()[name = tensor("x_199_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_21_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278041728)))]; tensor model_encoder_layers_21_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278043840)))]; tensor x_199_cast_fp16 = layer_norm(axes = x_199_axes_0, beta = model_encoder_layers_21_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_21_self_attn_layer_norm_weight_to_fp16, x = input_215_cast_fp16)[name = tensor("x_199_cast_fp16")]; tensor model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(278045952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279094592))), name = tensor("model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279095168)))]; tensor linear_127_cast_fp16 = linear(bias = model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized, x = x_199_cast_fp16)[name = tensor("linear_127_cast_fp16")]; tensor concat_84 = const()[name = tensor("concat_84"), val = tensor([1, 249, -1, 64])]; tensor q_85_cast_fp16 = reshape(shape = concat_84, x = linear_127_cast_fp16)[name = tensor("q_85_cast_fp16")]; tensor model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279097280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280145920))), name = tensor("model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280146496)))]; tensor linear_128_cast_fp16 = linear(bias = model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized, x = x_199_cast_fp16)[name = tensor("linear_128_cast_fp16")]; tensor model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280148608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281197248))), name = tensor("model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281197824)))]; tensor linear_129_cast_fp16 = linear(bias = model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized, x = x_199_cast_fp16)[name = tensor("linear_129_cast_fp16")]; tensor concat_85 = const()[name = tensor("concat_85"), val = tensor([1, 249, -1, 64])]; tensor k_85_cast_fp16 = reshape(shape = concat_85, x = linear_128_cast_fp16)[name = tensor("k_85_cast_fp16")]; tensor concat_86 = const()[name = tensor("concat_86"), val = tensor([1, 249, -1, 64])]; tensor v_87_cast_fp16 = reshape(shape = concat_86, x = linear_129_cast_fp16)[name = tensor("v_87_cast_fp16")]; tensor v_89_perm_0 = const()[name = tensor("v_89_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_21_y_0_to_fp16 = const()[name = tensor("mul_21_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_21_cast_fp16 = mul(x = q_85_cast_fp16, y = mul_21_y_0_to_fp16)[name = tensor("mul_21_cast_fp16")]; tensor matmul_21_transpose_y_0 = const()[name = tensor("matmul_21_transpose_y_0"), val = tensor(true)]; tensor matmul_21_transpose_x_0 = const()[name = tensor("matmul_21_transpose_x_0"), val = tensor(false)]; tensor transpose_138_perm_0 = const()[name = tensor("transpose_138_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_139_perm_0 = const()[name = tensor("transpose_139_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_139 = transpose(perm = transpose_139_perm_0, x = k_85_cast_fp16)[name = tensor("transpose_154")]; tensor transpose_138 = transpose(perm = transpose_138_perm_0, x = mul_21_cast_fp16)[name = tensor("transpose_155")]; tensor matmul_21_cast_fp16 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = transpose_138, y = transpose_139)[name = tensor("matmul_21_cast_fp16")]; tensor softmax_21_axis_0 = const()[name = tensor("softmax_21_axis_0"), val = tensor(-1)]; tensor softmax_21_cast_fp16 = softmax(axis = softmax_21_axis_0, x = matmul_21_cast_fp16)[name = tensor("softmax_21_cast_fp16")]; tensor attns_85_transpose_x_0 = const()[name = tensor("attns_85_transpose_x_0"), val = tensor(false)]; tensor attns_85_transpose_y_0 = const()[name = tensor("attns_85_transpose_y_0"), val = tensor(false)]; tensor v_89_cast_fp16 = transpose(perm = v_89_perm_0, x = v_87_cast_fp16)[name = tensor("transpose_153")]; tensor attns_85_cast_fp16 = matmul(transpose_x = attns_85_transpose_x_0, transpose_y = attns_85_transpose_y_0, x = softmax_21_cast_fp16, y = v_89_cast_fp16)[name = tensor("attns_85_cast_fp16")]; tensor attns_87_perm_0 = const()[name = tensor("attns_87_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_87 = const()[name = tensor("concat_87"), val = tensor([1, 249, 1024])]; tensor attns_87_cast_fp16 = transpose(perm = attns_87_perm_0, x = attns_85_cast_fp16)[name = tensor("transpose_152")]; tensor x_201_cast_fp16 = reshape(shape = concat_87, x = attns_87_cast_fp16)[name = tensor("x_201_cast_fp16")]; tensor model_encoder_layers_21_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281199936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(282248576))), name = tensor("model_encoder_layers_21_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_21_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(282249152)))]; tensor linear_130_cast_fp16 = linear(bias = model_encoder_layers_21_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_21_self_attn_output_proj_weight_to_fp16_palettized, x = x_201_cast_fp16)[name = tensor("linear_130_cast_fp16")]; tensor input_217_cast_fp16 = add(x = linear_130_cast_fp16, y = input_215_cast_fp16)[name = tensor("input_217_cast_fp16")]; tensor x_203_axes_0 = const()[name = tensor("x_203_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_21_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_21_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(282251264)))]; tensor model_encoder_layers_21_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(282253376)))]; tensor x_203_cast_fp16 = layer_norm(axes = x_203_axes_0, beta = model_encoder_layers_21_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_21_ffn_layer_norm_weight_to_fp16, x = input_217_cast_fp16)[name = tensor("x_203_cast_fp16")]; tensor model_encoder_layers_21_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(282255488))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286449856))), name = tensor("model_encoder_layers_21_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_21_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286450432)))]; tensor linear_131_cast_fp16 = linear(bias = model_encoder_layers_21_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_21_ffn_inner_proj_weight_to_fp16_palettized, x = x_203_cast_fp16)[name = tensor("linear_131_cast_fp16")]; tensor input_221_mode_0 = const()[name = tensor("input_221_mode_0"), val = tensor("EXACT")]; tensor input_221_cast_fp16 = gelu(mode = input_221_mode_0, x = linear_131_cast_fp16)[name = tensor("input_221_cast_fp16")]; tensor model_encoder_layers_21_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286458688))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290653056))), name = tensor("model_encoder_layers_21_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_21_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_21_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290653632)))]; tensor linear_132_cast_fp16 = linear(bias = model_encoder_layers_21_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_21_ffn_output_proj_weight_to_fp16_palettized, x = input_221_cast_fp16)[name = tensor("linear_132_cast_fp16")]; tensor input_223_cast_fp16 = add(x = linear_132_cast_fp16, y = input_217_cast_fp16)[name = tensor("input_223_cast_fp16")]; tensor x_207_axes_0 = const()[name = tensor("x_207_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_22_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290655744)))]; tensor model_encoder_layers_22_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290657856)))]; tensor x_207_cast_fp16 = layer_norm(axes = x_207_axes_0, beta = model_encoder_layers_22_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_22_self_attn_layer_norm_weight_to_fp16, x = input_223_cast_fp16)[name = tensor("x_207_cast_fp16")]; tensor model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290659968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(291708608))), name = tensor("model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(291709184)))]; tensor linear_133_cast_fp16 = linear(bias = model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized, x = x_207_cast_fp16)[name = tensor("linear_133_cast_fp16")]; tensor concat_88 = const()[name = tensor("concat_88"), val = tensor([1, 249, -1, 64])]; tensor q_89_cast_fp16 = reshape(shape = concat_88, x = linear_133_cast_fp16)[name = tensor("q_89_cast_fp16")]; tensor model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(291711296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(292759936))), name = tensor("model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(292760512)))]; tensor linear_134_cast_fp16 = linear(bias = model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized, x = x_207_cast_fp16)[name = tensor("linear_134_cast_fp16")]; tensor model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(292762624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293811264))), name = tensor("model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293811840)))]; tensor linear_135_cast_fp16 = linear(bias = model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized, x = x_207_cast_fp16)[name = tensor("linear_135_cast_fp16")]; tensor concat_89 = const()[name = tensor("concat_89"), val = tensor([1, 249, -1, 64])]; tensor k_89_cast_fp16 = reshape(shape = concat_89, x = linear_134_cast_fp16)[name = tensor("k_89_cast_fp16")]; tensor concat_90 = const()[name = tensor("concat_90"), val = tensor([1, 249, -1, 64])]; tensor v_91_cast_fp16 = reshape(shape = concat_90, x = linear_135_cast_fp16)[name = tensor("v_91_cast_fp16")]; tensor v_93_perm_0 = const()[name = tensor("v_93_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_22_y_0_to_fp16 = const()[name = tensor("mul_22_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_22_cast_fp16 = mul(x = q_89_cast_fp16, y = mul_22_y_0_to_fp16)[name = tensor("mul_22_cast_fp16")]; tensor matmul_22_transpose_y_0 = const()[name = tensor("matmul_22_transpose_y_0"), val = tensor(true)]; tensor matmul_22_transpose_x_0 = const()[name = tensor("matmul_22_transpose_x_0"), val = tensor(false)]; tensor transpose_140_perm_0 = const()[name = tensor("transpose_140_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_141_perm_0 = const()[name = tensor("transpose_141_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_141 = transpose(perm = transpose_141_perm_0, x = k_89_cast_fp16)[name = tensor("transpose_150")]; tensor transpose_140 = transpose(perm = transpose_140_perm_0, x = mul_22_cast_fp16)[name = tensor("transpose_151")]; tensor matmul_22_cast_fp16 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = transpose_140, y = transpose_141)[name = tensor("matmul_22_cast_fp16")]; tensor softmax_22_axis_0 = const()[name = tensor("softmax_22_axis_0"), val = tensor(-1)]; tensor softmax_22_cast_fp16 = softmax(axis = softmax_22_axis_0, x = matmul_22_cast_fp16)[name = tensor("softmax_22_cast_fp16")]; tensor attns_89_transpose_x_0 = const()[name = tensor("attns_89_transpose_x_0"), val = tensor(false)]; tensor attns_89_transpose_y_0 = const()[name = tensor("attns_89_transpose_y_0"), val = tensor(false)]; tensor v_93_cast_fp16 = transpose(perm = v_93_perm_0, x = v_91_cast_fp16)[name = tensor("transpose_149")]; tensor attns_89_cast_fp16 = matmul(transpose_x = attns_89_transpose_x_0, transpose_y = attns_89_transpose_y_0, x = softmax_22_cast_fp16, y = v_93_cast_fp16)[name = tensor("attns_89_cast_fp16")]; tensor attns_91_perm_0 = const()[name = tensor("attns_91_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_91 = const()[name = tensor("concat_91"), val = tensor([1, 249, 1024])]; tensor attns_91_cast_fp16 = transpose(perm = attns_91_perm_0, x = attns_89_cast_fp16)[name = tensor("transpose_148")]; tensor x_209_cast_fp16 = reshape(shape = concat_91, x = attns_91_cast_fp16)[name = tensor("x_209_cast_fp16")]; tensor model_encoder_layers_22_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293813952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294862592))), name = tensor("model_encoder_layers_22_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_22_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294863168)))]; tensor linear_136_cast_fp16 = linear(bias = model_encoder_layers_22_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_22_self_attn_output_proj_weight_to_fp16_palettized, x = x_209_cast_fp16)[name = tensor("linear_136_cast_fp16")]; tensor input_225_cast_fp16 = add(x = linear_136_cast_fp16, y = input_223_cast_fp16)[name = tensor("input_225_cast_fp16")]; tensor x_211_axes_0 = const()[name = tensor("x_211_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_22_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_22_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294865280)))]; tensor model_encoder_layers_22_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294867392)))]; tensor x_211_cast_fp16 = layer_norm(axes = x_211_axes_0, beta = model_encoder_layers_22_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_22_ffn_layer_norm_weight_to_fp16, x = input_225_cast_fp16)[name = tensor("x_211_cast_fp16")]; tensor model_encoder_layers_22_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294869504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(299063872))), name = tensor("model_encoder_layers_22_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_22_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(299064448)))]; tensor linear_137_cast_fp16 = linear(bias = model_encoder_layers_22_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_22_ffn_inner_proj_weight_to_fp16_palettized, x = x_211_cast_fp16)[name = tensor("linear_137_cast_fp16")]; tensor input_229_mode_0 = const()[name = tensor("input_229_mode_0"), val = tensor("EXACT")]; tensor input_229_cast_fp16 = gelu(mode = input_229_mode_0, x = linear_137_cast_fp16)[name = tensor("input_229_cast_fp16")]; tensor model_encoder_layers_22_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(299072704))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303267072))), name = tensor("model_encoder_layers_22_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_22_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_22_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303267648)))]; tensor linear_138_cast_fp16 = linear(bias = model_encoder_layers_22_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_22_ffn_output_proj_weight_to_fp16_palettized, x = input_229_cast_fp16)[name = tensor("linear_138_cast_fp16")]; tensor input_231_cast_fp16 = add(x = linear_138_cast_fp16, y = input_225_cast_fp16)[name = tensor("input_231_cast_fp16")]; tensor x_215_axes_0 = const()[name = tensor("x_215_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_23_self_attn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303269760)))]; tensor model_encoder_layers_23_self_attn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303271872)))]; tensor x_215_cast_fp16 = layer_norm(axes = x_215_axes_0, beta = model_encoder_layers_23_self_attn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_23_self_attn_layer_norm_weight_to_fp16, x = input_231_cast_fp16)[name = tensor("x_215_cast_fp16")]; tensor model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(303273984))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304322624))), name = tensor("model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304323200)))]; tensor linear_139_cast_fp16 = linear(bias = model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized, x = x_215_cast_fp16)[name = tensor("linear_139_cast_fp16")]; tensor concat_92 = const()[name = tensor("concat_92"), val = tensor([1, 249, -1, 64])]; tensor q_93_cast_fp16 = reshape(shape = concat_92, x = linear_139_cast_fp16)[name = tensor("q_93_cast_fp16")]; tensor model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(304325312))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305373952))), name = tensor("model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305374528)))]; tensor linear_140_cast_fp16 = linear(bias = model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized, x = x_215_cast_fp16)[name = tensor("linear_140_cast_fp16")]; tensor model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305376640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(306425280))), name = tensor("model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(306425856)))]; tensor linear_141_cast_fp16 = linear(bias = model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized, x = x_215_cast_fp16)[name = tensor("linear_141_cast_fp16")]; tensor concat_93 = const()[name = tensor("concat_93"), val = tensor([1, 249, -1, 64])]; tensor k_93_cast_fp16 = reshape(shape = concat_93, x = linear_140_cast_fp16)[name = tensor("k_93_cast_fp16")]; tensor concat_94 = const()[name = tensor("concat_94"), val = tensor([1, 249, -1, 64])]; tensor v_95_cast_fp16 = reshape(shape = concat_94, x = linear_141_cast_fp16)[name = tensor("v_95_cast_fp16")]; tensor v_perm_0 = const()[name = tensor("v_perm_0"), val = tensor([0, 2, -3, -1])]; tensor mul_23_y_0_to_fp16 = const()[name = tensor("mul_23_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_23_cast_fp16 = mul(x = q_93_cast_fp16, y = mul_23_y_0_to_fp16)[name = tensor("mul_23_cast_fp16")]; tensor matmul_23_transpose_y_0 = const()[name = tensor("matmul_23_transpose_y_0"), val = tensor(true)]; tensor matmul_23_transpose_x_0 = const()[name = tensor("matmul_23_transpose_x_0"), val = tensor(false)]; tensor transpose_142_perm_0 = const()[name = tensor("transpose_142_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_143_perm_0 = const()[name = tensor("transpose_143_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_143 = transpose(perm = transpose_143_perm_0, x = k_93_cast_fp16)[name = tensor("transpose_146")]; tensor transpose_142 = transpose(perm = transpose_142_perm_0, x = mul_23_cast_fp16)[name = tensor("transpose_147")]; tensor matmul_23_cast_fp16 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = transpose_142, y = transpose_143)[name = tensor("matmul_23_cast_fp16")]; tensor softmax_23_axis_0 = const()[name = tensor("softmax_23_axis_0"), val = tensor(-1)]; tensor softmax_23_cast_fp16 = softmax(axis = softmax_23_axis_0, x = matmul_23_cast_fp16)[name = tensor("softmax_23_cast_fp16")]; tensor attns_93_transpose_x_0 = const()[name = tensor("attns_93_transpose_x_0"), val = tensor(false)]; tensor attns_93_transpose_y_0 = const()[name = tensor("attns_93_transpose_y_0"), val = tensor(false)]; tensor v_cast_fp16 = transpose(perm = v_perm_0, x = v_95_cast_fp16)[name = tensor("transpose_145")]; tensor attns_93_cast_fp16 = matmul(transpose_x = attns_93_transpose_x_0, transpose_y = attns_93_transpose_y_0, x = softmax_23_cast_fp16, y = v_cast_fp16)[name = tensor("attns_93_cast_fp16")]; tensor attns_perm_0 = const()[name = tensor("attns_perm_0"), val = tensor([0, -2, -3, 3])]; tensor concat_95 = const()[name = tensor("concat_95"), val = tensor([1, 249, 1024])]; tensor attns_cast_fp16 = transpose(perm = attns_perm_0, x = attns_93_cast_fp16)[name = tensor("transpose_144")]; tensor x_217_cast_fp16 = reshape(shape = concat_95, x = attns_cast_fp16)[name = tensor("x_217_cast_fp16")]; tensor model_encoder_layers_23_self_attn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(306427968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307476608))), name = tensor("model_encoder_layers_23_self_attn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor model_encoder_layers_23_self_attn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_self_attn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307477184)))]; tensor linear_142_cast_fp16 = linear(bias = model_encoder_layers_23_self_attn_output_proj_bias_to_fp16, weight = model_encoder_layers_23_self_attn_output_proj_weight_to_fp16_palettized, x = x_217_cast_fp16)[name = tensor("linear_142_cast_fp16")]; tensor input_233_cast_fp16 = add(x = linear_142_cast_fp16, y = input_231_cast_fp16)[name = tensor("input_233_cast_fp16")]; tensor x_219_axes_0 = const()[name = tensor("x_219_axes_0"), val = tensor([-1])]; tensor model_encoder_layers_23_ffn_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layers_23_ffn_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307479296)))]; tensor model_encoder_layers_23_ffn_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_ffn_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307481408)))]; tensor x_219_cast_fp16 = layer_norm(axes = x_219_axes_0, beta = model_encoder_layers_23_ffn_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layers_23_ffn_layer_norm_weight_to_fp16, x = input_233_cast_fp16)[name = tensor("x_219_cast_fp16")]; tensor model_encoder_layers_23_ffn_inner_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307483520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311677888))), name = tensor("model_encoder_layers_23_ffn_inner_proj_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor model_encoder_layers_23_ffn_inner_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_ffn_inner_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311678464)))]; tensor linear_143_cast_fp16 = linear(bias = model_encoder_layers_23_ffn_inner_proj_bias_to_fp16, weight = model_encoder_layers_23_ffn_inner_proj_weight_to_fp16_palettized, x = x_219_cast_fp16)[name = tensor("linear_143_cast_fp16")]; tensor input_237_mode_0 = const()[name = tensor("input_237_mode_0"), val = tensor("EXACT")]; tensor input_237_cast_fp16 = gelu(mode = input_237_mode_0, x = linear_143_cast_fp16)[name = tensor("input_237_cast_fp16")]; tensor model_encoder_layers_23_ffn_output_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311686720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315881088))), name = tensor("model_encoder_layers_23_ffn_output_proj_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor model_encoder_layers_23_ffn_output_proj_bias_to_fp16 = const()[name = tensor("model_encoder_layers_23_ffn_output_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315881664)))]; tensor linear_144_cast_fp16 = linear(bias = model_encoder_layers_23_ffn_output_proj_bias_to_fp16, weight = model_encoder_layers_23_ffn_output_proj_weight_to_fp16_palettized, x = input_237_cast_fp16)[name = tensor("linear_144_cast_fp16")]; tensor input_cast_fp16 = add(x = linear_144_cast_fp16, y = input_233_cast_fp16)[name = tensor("input_cast_fp16")]; tensor x_axes_0 = const()[name = tensor("x_axes_0"), val = tensor([-1])]; tensor model_encoder_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315883776)))]; tensor model_encoder_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315885888)))]; tensor x_cast_fp16 = layer_norm(axes = x_axes_0, beta = model_encoder_layer_norm_bias_to_fp16, epsilon = var_18_to_fp16, gamma = model_encoder_layer_norm_weight_to_fp16, x = input_cast_fp16)[name = tensor("x_cast_fp16")]; tensor model_final_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315888000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326422976))), name = tensor("model_final_proj_weight_to_fp16_palettized"), shape = tensor([10288, 1024])]; tensor model_final_proj_bias_to_fp16 = const()[name = tensor("model_final_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(326423552)))]; tensor logits = linear(bias = model_final_proj_bias_to_fp16, weight = model_final_proj_weight_to_fp16_palettized, x = x_cast_fp16)[name = tensor("linear_145_cast_fp16")]; } -> (logits); }