Mpi collective

.clang-format

@@ -0,0 +1,7 @@
+BasedOnStyle: Chromium
+TabWidth: 2
+IndentWidth: 2
+SortIncludes: CaseInsensitive
+Language: Cpp
+Standard: c++20
+QualifierAlignment: Right

.clang-tidy

@@ -0,0 +1,30 @@
+---
+Checks: "*,
+        -abseil-*,
+        -altera-*,
+        -android-*,
+        -fuchsia-*,
+        -google-*,
+        -llvm*,
+        -modernize-use-trailing-return-type,
+        -zircon-*,
+        -readability-else-after-return,
+        -readability-static-accessed-through-instance,
+        -readability-avoid-const-params-in-decls,
+        -cppcoreguidelines-non-private-member-variables-in-classes,
+        -misc-non-private-member-variables-in-classes,
+"
+WarningsAsErrors: ''
+HeaderFilterRegex: ''
+FormatStyle:     none
+
+CheckOptions:
+  - key: readability-identifier-length.IgnoredVariableNames
+    value: 'x|y|z|i|j|k|G|Q'
+  - key: readability-identifier-length.IgnoredParameterNames
+    value: 'x|y|z|i|j|k|G|Q'
+
+
+
+
+

.gersemirc

@@ -0,0 +1,10 @@
+cache: true
+color: false
+definitions: [cmake]
+indent: 4
+line_length: 80
+list_expansion: favour-inlining
+quiet: false
+unsafe: false
+warn_about_unknown_commands: true
+workers: max

.github/workflows/build.yml

@@ -1,4 +1,4 @@
-name: C/C++ CI
+name: Linux MPI CI
 
 on:
   push:
@@ -11,31 +11,103 @@ on:
 
 env:
   FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+  CMAKE_VERSION: "4.3.4"
+  VCPKG_BASELINE: "3f7b5a12ef0a55e7b59339b2b69cac4b56d6dbf9"
+  VCPKG_MAX_CONCURRENCY: "2"
+  CMAKE_BUILD_PARALLEL_LEVEL: "2"
+  CTEST_PARALLEL_LEVEL: "2"
+  OMPI_MCA_rmaps_base_oversubscribe: "1"
+  OMPI_MCA_hwloc_base_binding_policy: none
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    continue-on-error: true
+  mpi:
+    name: ${{ matrix.compiler }} / ${{ matrix.mpi }}
+    runs-on: ubuntu-24.04
+    timeout-minutes: 90
     strategy:
+      fail-fast: false
       matrix:
-        compiler:
-          - { name: Clang, cc: clang, cxx: clang++ }
-          - { name: GNU, cc: gcc, cxx: g++ }
-        argument: ["", "BUILDPYTHONMODULE", "-DDETERMINISTIC_PARHIP=On"]
-    timeout-minutes: 60
+        include:
+          - compiler: GNU
+            cc: gcc
+            cxx: g++
+            preset: ci-mpi-gcc
+            mpi: OpenMPI 4.1 (MPI 3.1 floor)
+            mpi_packages: libopenmpi-dev openmpi-bin
+            capability_profile: mpi3-floor
+          - compiler: Clang
+            cc: clang
+            cxx: clang++
+            preset: ci-mpi-clang
+            mpi: OpenMPI 4.1 (MPI 3.1 floor)
+            mpi_packages: libopenmpi-dev openmpi-bin
+            capability_profile: mpi3-floor
+          - compiler: GNU
+            cc: gcc
+            cxx: g++
+            preset: ci-mpi-gcc
+            mpi: MPICH 4 (MPI-4 capability)
+            mpi_packages: libmpich-dev mpich
+            capability_profile: mpi4
+          - compiler: Clang
+            cc: clang
+            cxx: clang++
+            preset: ci-mpi-clang
+            mpi: MPICH 4 (MPI-4 capability)
+            mpi_packages: libmpich-dev mpich
+            capability_profile: mpi4
+    env:
+      CC: ${{ matrix.cc }}
+      CXX: ${{ matrix.cxx }}
+      VCPKG_ROOT: ${{ runner.temp }}/vcpkg
     steps:
-    - name: Install dependencies
-      run: sudo apt-get install -y libopenmpi-dev pybind11-dev
-    - uses: actions/checkout@v5
-      with:
-        submodules: 'recursive'
-    - name: Export compiler
-      run: |
-        echo CXX=${{ matrix.compiler.cxx }} >> $GITHUB_ENV
-        echo CC=${{ matrix.compiler.cc }} >> $GITHUB_ENV
-    - name: Build 
-      run: ./compile_withcmake.sh ${{ matrix.argument }}
-    - name: Test Python interface 
-      if: matrix.argument == 'BUILDPYTHONMODULE'
-      run: python3 ./deploy/callkahipfrompython.py
+      - uses: actions/checkout@v5
+        with:
+          submodules: recursive
 
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y \
+            ninja-build pkg-config python3-venv \
+            gcc g++ clang \
+            ${{ matrix.mpi_packages }}
+
+      - name: Install tested CMake 4.x
+        run: |
+          python3 -m venv "$RUNNER_TEMP/cmake"
+          "$RUNNER_TEMP/cmake/bin/python" -m pip install \
+            --disable-pip-version-check "cmake==$CMAKE_VERSION"
+          echo "$RUNNER_TEMP/cmake/bin" >> "$GITHUB_PATH"
+
+      - name: Verify the required systemd memory scope
+        run: |
+          ci/run-limited true
+          ci/run-limited bash -c \
+            '[[ "$(cmake --version | head -n 1)" == "cmake version ${CMAKE_VERSION}" ]]'
+
+      - name: Bootstrap manifest-pinned vcpkg
+        run: ci/run-limited ci/bootstrap-vcpkg.sh
+
+      - name: Configure
+        run: ci/run-limited cmake --preset "${{ matrix.preset }}"
+
+      - name: Verify MPI feature profile
+        run: |
+          ci/run-limited cmake \
+            "-DBUILD_DIR=$GITHUB_WORKSPACE/out/build/${{ matrix.preset }}" \
+            "-DPROFILE=${{ matrix.capability_profile }}" \
+            -P ci/verify-mpi-capabilities.cmake
+
+      - name: Build (at most two jobs)
+        run: ci/run-limited cmake --build --preset "build-${{ matrix.preset }}"
+
+      - name: Run strict tests except large and performance
+        run: ci/run-limited ctest --preset "test-${{ matrix.preset }}"
+
+      - name: Verify staged install and pkg-config consumers
+        run: |
+          ci/run-limited ctest \
+            --test-dir "out/build/${{ matrix.preset }}" \
+            --output-on-failure --stop-on-failure --no-tests=error \
+            -L install -LE "(large|performance)"

.github/workflows/build_nompi.yml

@@ -1,4 +1,4 @@
-name: C/C++ CI without OpenMPI
+name: Linux serial and sanitizer CI
 
 on:
   push:
@@ -11,29 +11,91 @@ on:
 
 env:
   FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+  CMAKE_VERSION: "4.3.4"
+  VCPKG_BASELINE: "3f7b5a12ef0a55e7b59339b2b69cac4b56d6dbf9"
+  VCPKG_MAX_CONCURRENCY: "2"
+  CMAKE_BUILD_PARALLEL_LEVEL: "2"
+  CTEST_PARALLEL_LEVEL: "2"
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    continue-on-error: true
+  serial:
+    name: ${{ matrix.name }}
+    runs-on: ubuntu-24.04
+    timeout-minutes: 90
     strategy:
+      fail-fast: false
       matrix:
-        compiler:
-          - { name: GNU, cc: gcc, cxx: g++ }
-    timeout-minutes: 60
+        include:
+          - name: GNU serial release
+            cc: gcc
+            cxx: g++
+            preset: ci-serial-gcc
+            asan_options: ""
+            ubsan_options: ""
+          - name: GNU serial 64-bit package release
+            cc: gcc
+            cxx: g++
+            preset: ci-serial-gcc-64bit
+            asan_options: ""
+            ubsan_options: ""
+          - name: Clang serial release
+            cc: clang
+            cxx: clang++
+            preset: ci-serial-clang
+            asan_options: ""
+            ubsan_options: ""
+          - name: Clang ASan and UBSan
+            cc: clang
+            cxx: clang++
+            preset: ci-sanitizer-clang
+            asan_options: detect_leaks=1:halt_on_error=1
+            ubsan_options: print_stacktrace=1:halt_on_error=1
+    env:
+      CC: ${{ matrix.cc }}
+      CXX: ${{ matrix.cxx }}
+      VCPKG_ROOT: ${{ runner.temp }}/vcpkg
+      ASAN_OPTIONS: ${{ matrix.asan_options }}
+      UBSAN_OPTIONS: ${{ matrix.ubsan_options }}
     steps:
-    - name: Install dependencies
-      run: sudo apt-get install -y libopenmpi-dev pybind11-dev
-    - uses: actions/checkout@v5
-      with:
-        submodules: 'recursive'
-    - name: Export compiler
-      run: |
-        echo CXX=${{ matrix.compiler.cxx }} >> $GITHUB_ENV
-        echo CC=${{ matrix.compiler.cc }} >> $GITHUB_ENV
-    - name: Build 
-      run: ./compile_withcmake.sh -DNOMPI=On
-    - name: Test Python interface 
-      if: matrix.argument == 'BUILDPYTHONMODULE'
-      run: python3 ./deploy/callkahipfrompython.py
+      - uses: actions/checkout@v5
+        with:
+          submodules: recursive
 
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y \
+            ninja-build pkg-config python3-venv \
+            gcc g++ clang
+
+      - name: Install tested CMake 4.x
+        run: |
+          python3 -m venv "$RUNNER_TEMP/cmake"
+          "$RUNNER_TEMP/cmake/bin/python" -m pip install \
+            --disable-pip-version-check "cmake==$CMAKE_VERSION"
+          echo "$RUNNER_TEMP/cmake/bin" >> "$GITHUB_PATH"
+
+      - name: Verify the required systemd memory scope
+        run: |
+          ci/run-limited true
+          ci/run-limited bash -c \
+            '[[ "$(cmake --version | head -n 1)" == "cmake version ${CMAKE_VERSION}" ]]'
+
+      - name: Bootstrap manifest-pinned vcpkg
+        run: ci/run-limited ci/bootstrap-vcpkg.sh
+
+      - name: Configure
+        run: ci/run-limited cmake --preset "${{ matrix.preset }}"
+
+      - name: Build (at most two jobs)
+        run: ci/run-limited cmake --build --preset "build-${{ matrix.preset }}"
+
+      - name: Run strict tests except large and performance
+        run: ci/run-limited ctest --preset "test-${{ matrix.preset }}"
+
+      - name: Verify staged install and pkg-config consumers
+        run: |
+          ci/run-limited ctest \
+            --test-dir "out/build/${{ matrix.preset }}" \
+            --output-on-failure --stop-on-failure --no-tests=error \
+            -L install -LE "(large|performance)"

.github/workflows/build_windows.yml

@@ -1,4 +1,4 @@
-name: Windows CI
+name: Windows serial CI
 
 on:
   push:
@@ -11,24 +11,62 @@ on:
 
 env:
   FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+  CMAKE_VERSION: "4.3.4"
+  VCPKG_BASELINE: "3f7b5a12ef0a55e7b59339b2b69cac4b56d6dbf9"
+  VCPKG_MAX_CONCURRENCY: "2"
+  CMAKE_BUILD_PARALLEL_LEVEL: "2"
+  CTEST_PARALLEL_LEVEL: "2"
 
 jobs:
-  build:
-    runs-on: windows-latest
-    continue-on-error: true
-    timeout-minutes: 60
+  serial:
+    runs-on: windows-2022
+    timeout-minutes: 90
+    env:
+      VCPKG_ROOT: ${{ runner.temp }}/vcpkg
     steps:
-    - uses: actions/checkout@v5
-      with:
-        submodules: 'recursive'
-    - name: Configure
-      run: |
-        mkdir build
-        cd build
-        cmake .. -DCMAKE_BUILD_TYPE=Release -DNOMPI=On
-    - name: Build
-      run: cmake --build build --config Release
-    - name: Test interface
-      run: |
-        cd build/Release
-        .\interface_test.exe
+      - uses: actions/checkout@v5
+        with:
+          submodules: recursive
+
+      - uses: ilammy/msvc-dev-cmd@v1
+        with:
+          arch: x64
+
+      - name: Install Ninja and pkg-config
+        run: choco install --no-progress -y ninja pkgconfiglite
+
+      - name: Install tested CMake 4.x
+        shell: pwsh
+        run: |
+          py -3 -m venv "$env:RUNNER_TEMP/cmake"
+          & "$env:RUNNER_TEMP/cmake/Scripts/python.exe" -m pip install `
+            --disable-pip-version-check "cmake==$env:CMAKE_VERSION"
+          Add-Content $env:GITHUB_PATH "$env:RUNNER_TEMP/cmake/Scripts"
+
+      - name: Bootstrap manifest-pinned vcpkg
+        shell: pwsh
+        run: ./ci/bootstrap-vcpkg.ps1
+
+      # Windows is the documented exception: systemd user scopes do not exist.
+      - name: Verify CMake version (Windows systemd exception)
+        shell: pwsh
+        run: |
+          $actual = cmake --version | Select-Object -First 1
+          if ($actual -ne "cmake version $env:CMAKE_VERSION") {
+              throw "Expected CMake $env:CMAKE_VERSION, found '$actual'"
+          }
+
+      - name: Configure (Windows systemd exception)
+        run: cmake --preset ci-windows-serial
+
+      - name: Build with at most two jobs (Windows systemd exception)
+        run: cmake --build --preset build-ci-windows-serial
+
+      - name: Run strict tests except large and performance (Windows systemd exception)
+        run: ctest --preset test-ci-windows-serial
+
+      - name: Verify staged install and pkg-config consumers (Windows systemd exception)
+        run: >-
+          ctest --test-dir out/build/ci-windows-serial
+          --output-on-failure --stop-on-failure --no-tests=error
+          -L install -LE "(large|performance)"

.gitignore

@@ -1,3 +1,11 @@
 .cache/
 build/
 deploy/
+.idea
+**/.DS_Store
+cmake-build-*
+/out/
+/CMakeUserPresets.json
+/vcpkg_installed/
+/.devenv*
+/devenv.local.nix