From ff6c39f0f70b486ac02dceb1177e06d35b15ec3f Mon Sep 17 00:00:00 2001 From: Edenzzzz Date: Mon, 15 Apr 2024 16:49:42 +0800 Subject: [PATCH] fix min_8bit_size invalid bug --- bitsandbytes/optim/optimizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bitsandbytes/optim/optimizer.py b/bitsandbytes/optim/optimizer.py index f1e60e5e7..52ef6ef1e 100644 --- a/bitsandbytes/optim/optimizer.py +++ b/bitsandbytes/optim/optimizer.py @@ -437,7 +437,7 @@ def init_state(self, group, p, gindex, pindex): state = self.state[p] state["step"] = 0 - if dtype == torch.float32 or (dtype == torch.uint8 and p.numel() < 4096): + if dtype == torch.float32: state["state1"] = self.get_state_buffer(p, dtype=torch.float32) state["state2"] = self.get_state_buffer(p, dtype=torch.float32) elif dtype == torch.uint8: