diff --git a/CHANGELOG.md b/CHANGELOG.md
index 0ae6b0852..a2d39d635 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -2,6 +2,7 @@
 
 ## New Features
 
+- PR #480 Build RMM's Python bindings with PTDS
 - PR #596 Add `tracking_memory_resource_adaptor` to help catch memory leaks
 - PR #608 Add stream wrapper type
 
diff --git a/python/setup.py b/python/setup.py
index c77aaa2e2..e3b17ea45 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -84,6 +84,10 @@ def get_cuda_version_from_header(cuda_include_dir):
 except Exception:
     nthreads = 0
 
+define_macros = [
+    ("CUDA_API_PER_THREAD_DEFAULT_STREAM", None),
+]
+
 include_dirs = [
     rmm_include_dir,
     os.path.dirname(sysconfig.get_path("include")),
@@ -106,6 +110,7 @@ def get_cuda_version_from_header(cuda_include_dir):
             ],
             libraries=["cuda", "cudart"],
             language="c++",
+            define_macros=define_macros,
             extra_compile_args=["-std=c++14"],
         )
     ],
@@ -130,6 +135,7 @@ def get_cuda_version_from_header(cuda_include_dir):
             ],
             libraries=["cuda", "cudart"],
             language="c++",
+            define_macros=define_macros,
             extra_compile_args=["-std=c++14"],
         )
     ],
@@ -153,6 +159,7 @@ def get_cuda_version_from_header(cuda_include_dir):
             ],
             libraries=["cuda", "cudart"],
             language="c++",
+            define_macros=define_macros,
             extra_compile_args=["-std=c++14"],
         )
     ],