File size: 167 Bytes
c4b295e
 
 
 
 
 
 
1
2
3
4
5
6
7
8
default_stage:
  default_modifiers:
    GPTQModifier:
      targets: [Linear]
      ignore: [lm_head, 're:.*mlp.gate$']
      scheme: W4A16
      dampening_frac: 0.01