Skip to content

Commit

Permalink
Update bitsandbytes/backends/cpu_xpu_common.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Xia-Weiwen committed May 7, 2024
1 parent 95c29a6 commit b0dec0a
Showing 1 changed file with 26 additions and 0 deletions.
26 changes: 26 additions & 0 deletions bitsandbytes/backends/cpu_xpu_common.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,16 @@

import torch

try:
# to support Intel CPU/GPU (XPU) backend
import intel_extension_for_pytorch as ipex
ipex_cpu = ipex if ipex._C._has_cpu() else None
ipex_xpu = ipex if ipex._C._has_xpu() else None
except:
ipex_cpu = None
ipex_xpu = None


Tensor = torch.Tensor


Expand All @@ -11,6 +21,22 @@ def _torch_version_prereq(major, minor):
return ver_major * 32 + ver_minor >= major * 32 + minor


def _ipex_cpu_version_prereq(major, minor):
if ipex_cpu is not None:
ver_major = ipex_cpu.__version__.split(".")[0]
ver_minor = ipex_cpu.__version__.split(".")[1]
return int(ver_major) * 32 + int(ver_minor) >= major * 32 + minor
return False


def _ipex_xpu_version_prereq(major, minor):
if ipex_xpu is not None:
ver_major = ipex_xpu.__version__.split(".")[0]
ver_minor = ipex_xpu.__version__.split(".")[1]
return int(ver_major) * 32 + int(ver_minor) >= major * 32 + minor
return False


def _maybe_torch_compile(func):
# torch.compile requires pytorch >= 2.0
if _torch_version_prereq(2, 0):
Expand Down

0 comments on commit b0dec0a

Please sign in to comment.