diff --git a/bitsandbytes/functional.py b/bitsandbytes/functional.py index 595f824ba..26a056502 100644 --- a/bitsandbytes/functional.py +++ b/bitsandbytes/functional.py @@ -821,6 +821,7 @@ def as_dict(self, packed=False): def to(self, device): # make sure the quantization state is on the right device + self.code = self.code.to(device) self.absmax = self.absmax.to(device) if self.nested: self.offset = self.offset.to(device)