recipe.yaml

DEFAULT_stage:
  DEFAULT_modifiers:
    GPTQModifier:
      sequential_targets: [MistralDecoderLayer]
      scheme: W8A8
      targets: Linear
      ignore: ['re:.*lm_head', 're:vision_tower.*', 're:multi_modal_projector.*']