Skip to content

Commit 247af8c

Browse files
committed
add IPC support to default async mempool
1 parent 02a4178 commit 247af8c

File tree

6 files changed

+621
-27
lines changed

6 files changed

+621
-27
lines changed

cuda_bindings/cuda/bindings/driver.pyx.in

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34305,7 +34305,7 @@ def cuMemPrefetchAsync_v2(devPtr, size_t count, location not None : CUmemLocatio
3430534305
to the host NUMA node closest to the current thread's CPU by specifying
3430634306
:py:obj:`~.CU_MEM_LOCATION_TYPE_HOST_NUMA_CURRENT` for
3430734307
:py:obj:`~.CUmemLocation.type`. Note when
34308-
:py:obj:`~.CUmemLocation.type` is etiher
34308+
:py:obj:`~.type` is etiher
3430934309
:py:obj:`~.CU_MEM_LOCATION_TYPE_HOST` OR
3431034310
:py:obj:`~.CU_MEM_LOCATION_TYPE_HOST_NUMA_CURRENT`,
3431134311
:py:obj:`~.CUmemLocation.id` will be ignored.

cuda_core/cuda/core/experimental/__init__.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@
77
from cuda.core.experimental._event import EventOptions
88
from cuda.core.experimental._launcher import LaunchConfig, launch
99
from cuda.core.experimental._linker import Linker, LinkerOptions
10+
from cuda.core.experimental._memory import AsyncMempool
1011
from cuda.core.experimental._module import ObjectCode
1112
from cuda.core.experimental._program import Program, ProgramOptions
1213
from cuda.core.experimental._stream import Stream, StreamOptions

cuda_core/cuda/core/experimental/_device.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
from typing import Union
77

88
from cuda.core.experimental._context import Context, ContextOptions
9-
from cuda.core.experimental._memory import Buffer, MemoryResource, _DefaultAsyncMempool, _SynchronousMemoryResource
9+
from cuda.core.experimental._memory import AsyncMempool, Buffer, MemoryResource, _SynchronousMemoryResource
1010
from cuda.core.experimental._stream import Stream, StreamOptions, default_stream
1111
from cuda.core.experimental._utils import ComputeCapability, CUDAError, driver, handle_return, precondition, runtime
1212

@@ -962,7 +962,7 @@ def __new__(cls, device_id=None):
962962
runtime.cudaDeviceGetAttribute(runtime.cudaDeviceAttr.cudaDevAttrMemoryPoolsSupported, 0)
963963
)
964964
) == 1:
965-
dev._mr = _DefaultAsyncMempool(dev_id)
965+
dev._mr = AsyncMempool._from_device(dev_id)
966966
else:
967967
dev._mr = _SynchronousMemoryResource(dev_id)
968968

0 commit comments

Comments
 (0)