DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:multi_modal_projector.*', 're:vision_model.*'] | |
targets: Linear | |
scheme: W8A8 | |
DEFAULT_stage: | |
DEFAULT_modifiers: | |
QuantizationModifier: | |
ignore: ['re:.*lm_head', 're:multi_modal_projector.*', 're:vision_model.*'] | |
targets: Linear | |
scheme: W8A8 | |