default_stage: | |
default_modifiers: | |
GPTQModifier: | |
targets: [Linear] | |
ignore: ['re:multi_modal_projector.*', 're:.*lm_head', 're:vision_tower.*', multi_modal_projector.linear_1, | |
multi_modal_projector.linear_2, multi_modal_projector.norm, multi_modal_projector.patch_merger.merging_layer] | |
scheme: W8A8 | |