From 96f4ac8e8d3e1f41e25de70b79a021b606533c71 Mon Sep 17 00:00:00 2001 From: jiqing-feng Date: Thu, 9 Jan 2025 15:20:40 +0000 Subject: [PATCH] fix shape Signed-off-by: jiqing-feng --- bitsandbytes/backends/cpu_xpu_common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bitsandbytes/backends/cpu_xpu_common.py b/bitsandbytes/backends/cpu_xpu_common.py index 4a9b57f66..733a73410 100644 --- a/bitsandbytes/backends/cpu_xpu_common.py +++ b/bitsandbytes/backends/cpu_xpu_common.py @@ -401,7 +401,7 @@ def quantize_4bit_impl( def dequant_8bit(A, offset, quant_state): assert A.dtype == torch.uint8 absmax = quant_state.code[A.reshape(-1).int()] - absmax = (absmax.view(-1, 256) * quant_state.absmax.view(-1, 1)).reshape(quant_state.shape).to(quant_state.dtype) + absmax = (absmax.view(-1, 256) * quant_state.absmax.view(-1, 1)).to(quant_state.dtype).reshape(A.shape) absmax += offset return absmax