From 04e1bc6f789439ed93ab1c01aac6b22889d6fcdb Mon Sep 17 00:00:00 2001 From: Matthew Douglas <38992547+matthewdouglas@users.noreply.github.com> Date: Tue, 28 Jan 2025 09:49:25 -0500 Subject: [PATCH] Add note --- bitsandbytes/_ops.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/bitsandbytes/_ops.py b/bitsandbytes/_ops.py index a64b0ee2a..217096fc1 100644 --- a/bitsandbytes/_ops.py +++ b/bitsandbytes/_ops.py @@ -23,7 +23,8 @@ # consider a separate op without aliased return: # int8_linear_matmul_out( # Tensor A, Tensor B, Tensor out, ScalarType dtype=int32 -# ) -> None +# ) -> () +# return () instead of `None` for compatibility, see here: https://github.com/pytorch/pytorch/issues/125044 torch.library.define( "bitsandbytes::int8_linear_matmul", "(Tensor A, Tensor B, Tensor(a!)? out=None, ScalarType dtype=int32) -> Tensor(a!)",