We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8d5516d commit 1ef2723Copy full SHA for 1ef2723
src/compressed_tensors/quantization/quant_args.py
@@ -287,7 +287,7 @@ def validate_model_after(model: "QuantizationArgs") -> "QuantizationArgs":
287
)
288
289
# validate group strategy
290
- if strategy == QuantizationStrategy.GROUP:
+ if strategy in (QuantizationStrategy.GROUP, QuantizationStrategy.TENSOR_GROUP):
291
if group_size is None or group_size <= 0:
292
raise ValueError(
293
f"strategy {strategy} requires group_size to be "
0 commit comments