We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 77f377b commit b8e3697Copy full SHA for b8e3697
src/llmcompressor/modifiers/quantization/gptq/base.py
@@ -93,7 +93,7 @@ class GPTQModifier(Modifier):
93
and activation 8 bit quantization on the Linear layers.
94
"""
95
96
- sequential_update: Optional[bool] = False
+ sequential_update: Optional[bool] = True
97
targets: Union[str, List[str], None] = None
98
sequential_targets: Union[str, List[str], None] = None
99
block_size: int = 128
0 commit comments