Adds Python bindings to Adiak

.github/workflows/cmake.yml

@@ -25,24 +25,41 @@ jobs:
           - {
               name: "Ubuntu Latest GCC",
               os: ubuntu-latest,
-              build_type: "Release", cc: "gcc", cxx: "g++"
+              build_type: "Release", cc: "gcc", cxx: "g++",
+              mpi_type: "mpich"
             }
           - {
               name: "Ubuntu Latest Clang",
               os: ubuntu-latest,
-              build_type: "Release", cc: "clang", cxx: "clang++"
+              build_type: "Release", cc: "clang", cxx: "clang++",
+              mpi_type: "mpich"
             }
           - {
               name: "macOS Latest Clang",
               os: macos-latest,
-              build_type: "Release", cc: "clang", cxx: "clang++"
+              build_type: "Release", cc: "clang", cxx: "clang++",
+              mpi_type: "mpich"
             }
     steps:
     - name: Checkout repository and submodules
       uses: actions/checkout@v2
       with:
         submodules: recursive
 
+    - name: Install Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.13'
+
+    - name: Install MPI
+      uses: mpi4py/[email protected]
+      with:
+        mpi: ${{matrix.config.mpi_type}}
+
+    - name: Install Python binding dependencies
+      run: |
+        python3 -m pip install pybind11 mpi4py
+
     - name: Create Build Environment
       # Some projects don't allow in-source building, so create a separate build directory
       # We'll use this as our working directory for all subsequent commands
@@ -56,7 +73,7 @@ jobs:
       # Note the current convention is to use the -S and -B options here to specify source 
       # and build directories, but this is only available with CMake 3.13 and higher.  
       # The CMake binaries on the Github Actions machines are (as of this writing) 3.12
-      run: cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DCMAKE_C_COMPILER=${{matrix.config.cc}} -DCMAKE_CXX_COMPILER=${{matrix.config.cxx}}
+      run: cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DCMAKE_C_COMPILER=${{matrix.config.cc}} -DCMAKE_CXX_COMPILER=${{matrix.config.cxx}} -DWITH_PYTHON_BINDINGS=ON -Dpybind11_DIR=$(pybind11-config --cmakedir)
 
     - name: Build
       working-directory: ${{github.workspace}}/build

CMakeLists.txt

@@ -9,6 +9,11 @@ if (NOT DEFINED CMAKE_INSTALL_LIBDIR)
   set(CMAKE_INSTALL_LIBDIR lib)
 endif()
 
+# Find Python by location
+if (CMAKE_VERSION VERSION_GREATER_EQUAL 3.15)
+  cmake_policy(SET CMP0094 NEW)
+endif()
+
 set(BLT_EXPORT_THIRDPARTY ON CACHE BOOL "")
 
 if (DEFINED BLT_SOURCE_DIR)
@@ -31,6 +36,19 @@ endif()
 
 include(${BLT_SOURCE_DIR}/SetupBLT.cmake)
 
+option(WITH_PYTHON_BINDINGS "Build/Install Python bindings for Adiak" FALSE)
+
+if (WITH_PYTHON_BINDINGS)
+  find_package(Python COMPONENTS Interpreter Development REQUIRED)
+  find_package(pybind11 CONFIG REQUIRED)
+
+  if (pybind11_FOUND)
+    set(ADIAK_HAVE_PYBIND11 TRUE)
+  else()
+    message(WARNING "Python bindings requested, but pybind11 not found")
+  endif()
+endif()
+
 add_subdirectory(src)
 if (ENABLE_TESTS)
   add_subdirectory(tests)

cmake/get_python_install_paths.py

@@ -0,0 +1,14 @@
+import sys
+import sysconfig
+
+if len(sys.argv) != 3 or sys.argv[1] not in ("purelib", "platlib"):
+    raise RuntimeError(
+        "Usage: python get_python_install_paths.py <purelib | platlib> <sysconfig_scheme>"
+    )
+
+install_dir = sysconfig.get_path(sys.argv[1], sys.argv[2], {"userbase": "", "base": ""})
+
+if install_dir.startswith("/"):
+    install_dir = install_dir[1:]
+
+print(install_dir, end="")

src/CMakeLists.txt

@@ -53,3 +53,7 @@ install(TARGETS
   ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR})
 
 install(EXPORT adiak-targets NAMESPACE adiak:: DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/adiak)
+
+if (WITH_PYTHON_BINDINGS)
+  add_subdirectory(interface/python)
+endif()

src/interface/python/CMakeLists.txt

@@ -0,0 +1,59 @@
+set(PYADIAK_BINDING_SOURCES
+    mod.cpp
+    pyadiak_tool.cpp
+    pyadiak.cpp
+    types.cpp
+)
+
+set(CMAKE_POSITION_INDEPENDENT_CODE TRUE)
+
+set(PYADIAK_SYSCONFIG_SCHEME "posix_user" CACHE STRING "Scheme used for searching for pyadiak's install path. Valid options can be determined with 'sysconfig.get_scheme_names()'")
+
+execute_process(
+  COMMAND
+    ${Python_EXECUTABLE} ${CMAKE_SOURCE_DIR}/cmake/get_python_install_paths.py purelib ${PYADIAK_SYSCONFIG_SCHEME}
+  OUTPUT_VARIABLE
+    PYADIAK_SITELIB)
+execute_process(
+  COMMAND
+    ${Python_EXECUTABLE} ${CMAKE_SOURCE_DIR}/cmake/get_python_install_paths.py platlib ${PYADIAK_SYSCONFIG_SCHEME}
+  OUTPUT_VARIABLE
+    PYADIAK_SITEARCH)
+
+set(PYADIAK_SITELIB "${PYADIAK_SITELIB}/pyadiak")
+set(PYADIAK_SITEARCH "${PYADIAK_SITEARCH}/pyadiak")
+
+pybind11_add_module(__pyadiak_impl ${PYADIAK_BINDING_SOURCES})
+target_link_libraries(__pyadiak_impl PUBLIC adiak)
+target_compile_features(__pyadiak_impl PUBLIC cxx_std_11)
+target_include_directories(__pyadiak_impl PRIVATE ${CMAKE_CURRENT_SOURCE_DIR})
+execute_process(
+  COMMAND python3 -c "import mpi4py, os; print(os.path.join(os.path.dirname(mpi4py.__file__), 'include'))"
+  OUTPUT_VARIABLE MPI4PY_INCLUDE_DIR
+  OUTPUT_STRIP_TRAILING_WHITESPACE
+)
+include_directories(${MPI4PY_INCLUDE_DIR})
+
+add_custom_target(
+    pyadiak_py_source_copy ALL # Always build pycaliper_test
+    COMMAND ${CMAKE_COMMAND} -E make_directory ${CMAKE_CURRENT_BINARY_DIR}/pyadiak
+    COMMAND ${CMAKE_COMMAND} -E copy_directory ${CMAKE_CURRENT_SOURCE_DIR}/pyadiak ${CMAKE_CURRENT_BINARY_DIR}/pyadiak
+    COMMENT "Copying pyadiak Python source to ${CMAKE_CURRENT_BINARY_DIR}/pyadiak"
+)
+add_dependencies(__pyadiak_impl pyadiak_py_source_copy)
+
+install(
+    DIRECTORY
+        pyadiak/
+    DESTINATION
+        ${PYADIAK_SITELIB}
+)
+
+install(
+    TARGETS
+        __pyadiak_impl
+    ARCHIVE DESTINATION
+        ${PYADIAK_SITEARCH}
+    LIBRARY DESTINATION
+        ${PYADIAK_SITEARCH}
+)

src/interface/python/common.hpp

@@ -0,0 +1,12 @@
+#ifndef ADIAK_INTERFACE_PYTHON_COMMON_HPP_
+#define ADIAK_INTERFACE_PYTHON_COMMON_HPP_
+
+#include <adiak.hpp>
+#include <adiak_internal.hpp>
+#include <adiak_tool.h>
+#include <pybind11/pybind11.h>
+#include <pybind11/stl.h>
+
+namespace py = pybind11;
+
+#endif /* ADIAK_INTERFACE_PYTHON_COMMON_HPP_ */

src/interface/python/mod.cpp

@@ -0,0 +1,17 @@
+#include "pyadiak.hpp"
+#include "pyadiak_tool.hpp"
+
+PYBIND11_MODULE(__pyadiak_impl, m) {
+  // TODO add version
+
+  auto types_module =
+      m.def_submodule("types", "Submodule for type wrappers in Adiak");
+  adiak::python::create_adiak_types_mod(types_module);
+
+  auto annotation_module =
+      m.def_submodule("annotations", "Submodule for annotation APIs");
+  adiak::python::create_adiak_annotation_mod(annotation_module);
+
+  auto tool_module = m.def_submodule("tools", "Submodule for tool APIs");
+  adiak::python::create_adiak_tool_mod(tool_module);
+}