default_stage:
  default_modifiers:
    AWQModifier:
      config_groups:
        group_0:
          targets: ['re:.*gate_proj.*', 're:.*up_proj.*', 're:.*down_proj.*', 're:.*k_proj.*',
            're:.*q_proj.*', 're:.*v_proj.*', 're:.*o_proj.*']
          weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group,
            dynamic: false, observer: minmax}
          input_activations: null
          output_activations: null
      ignore: [lm_head, model.embed_tokens, 're:.*input_layernorm$', 're:.*post_attention_layernorm$',
        model.norm, 're:.*q_norm$', 're:.*k_norm$', 're:.*SiLU.*', 're:.*GELU.*', 're:.*ReLU.*',
        're:.*Tanh.*', 're:.*Sigmoid.*', 're:.*activation.*', 're:.*act_fn.*', 're:.*act$']