diff --git a/bitsandbytes/_ops.py b/bitsandbytes/_ops.py index a64b0ee2a..217096fc1 100644 --- a/bitsandbytes/_ops.py +++ b/bitsandbytes/_ops.py @@ -23,7 +23,8 @@ # consider a separate op without aliased return: # int8_linear_matmul_out( # Tensor A, Tensor B, Tensor out, ScalarType dtype=int32 -# ) -> None +# ) -> () +# return () instead of `None` for compatibility, see here: https://github.com/pytorch/pytorch/issues/125044 torch.library.define( "bitsandbytes::int8_linear_matmul", "(Tensor A, Tensor B, Tensor(a!)? out=None, ScalarType dtype=int32) -> Tensor(a!)",