Implement standard MPI ABI

.JuliaFormatter.toml

@@ -0,0 +1,10 @@
+style = "blue"
+indent = 4
+margin = 132
+always_for_in = true
+whitespace_ops_in_indices = true
+whitespace_typedefs = false
+remove_extra_newlines = true
+import_to_using = true
+pipe_to_function_call = false
+short_to_long_function_def = true

.github/workflows/CI.yml

@@ -10,55 +10,173 @@ env:
   BUILD_TYPE: Debug
 
 jobs:
-  shellcheck:
-    runs-on: ubuntu-22.04
-    steps:
-    - uses: actions/checkout@v4
-    - name: shellcheck
-      run: shellcheck --exclude SC2086 bin/*
   build:
     strategy:
       matrix:
-        os: [ubuntu-22.04, macos-12]
-        fortran: [fortran-off, fortran-on]
+        # TODO: Build on macOS
+        # TODO: Build with Clang, Flang
+        os: [ubuntu-22.04]
+        mpi: [mpich, openmpi]
         shared: [shared-off, shared-on]
 
     runs-on: ${{matrix.os}}
 
     steps:
     - uses: actions/checkout@v4
 
-    - name: Configure
+    - name: Install ${{matrix.mpi}}
+      run: |
+        case "${{matrix.mpi}}" in
+            mpich)
+                sudo apt-get update
+                sudo apt-get install libmpich-dev
+                ;;
+            openmpi)
+                sudo apt-get update
+                sudo apt-get install libopenmpi-dev
+                ;;
+        esac
+
+    # - name: Restore dependencies
+    #   id: cache
+    #   uses: actions/cache/restore@v3
+    #   with:
+    #     path: /usr/local
+    #     key: ${{runner.os}}-${{matrix.mpi}}-dependencies
+    #
+    # - name: Build ${{matrix.mpi}}
+    #   if: steps.cache.outputs.cache-hit != 'true'
+    #   run: |
+    #     case "${{matrix.mpi}}" in
+    #         mpich)
+    #             ;;
+    #         openmpi)
+    #             ./.github/workflows/install-openmpi.sh
+    #             ;;
+    #     esac
+    #
+    # - name: Save dependencies
+    #   uses: actions/cache/save@v3
+    #   with:
+    #     path: /usr/local
+    #     key: ${{steps.cache.cache-primary-key}}
+
+    - name: Configure MPIwrapper
+      working-directory: ${{github.workspace}}/mpiwrapper
+      run: |
+        cmake \
+            -B build \
+            -DCMAKE_BUILD_TYPE=Debug \
+            -DCMAKE_C_COMPILER=mpicc \
+            -DCMAKE_Fortran_COMPILER=mpifort \
+            -DCMAKE_INSTALL_PREFIX=$HOME/mpiwrapper-${{matrix.mpi}}
+
+    - name: Build MPIwrapper
+      working-directory: ${{github.workspace}}/mpiwrapper
+      run: cmake --build build
+
+    # - name: Test
+    #   working-directory: ${{github.workspace}}/build
+    #   run: ctest -C ${{env.BUILD_TYPE}}
+
+    - name: Install MPIwrapper
+      working-directory: ${{github.workspace}}/mpiwrapper
+      run: cmake --install build
+
+    - name: Configure MPItrampoline
+      working-directory: ${{github.workspace}}/mpitrampoline
       run: |
-        fortran=$(echo ${{matrix.fortran}} | sed -e 's/fortran-//')
         shared=$(echo ${{matrix.shared}} | sed -e 's/shared-//')
-        case $RUNNER_OS in
-        Linux)
-            cmake -B ${{github.workspace}}/build \
-                -DENABLE_FORTRAN=${fortran} \
-                -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} \
-                -DBUILD_SHARED_LIBS=${shared} \
-                -DCMAKE_INSTALL_PREFIX=$HOME/mpitrampoline
-            ;;
-        macOS)
-            # Use GCC-12 from Homebrew
-            cmake -B ${{github.workspace}}/build \
-                -DENABLE_FORTRAN=${fortran} \
-                -DCMAKE_C_COMPILER=gcc-12 \
-                -DCMAKE_CXX_COMPILER=g++-12 \
-                -DCMAKE_Fortran_COMPILER=gfortran-12 \
-                -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} \
-                -DBUILD_SHARED_LIBS=${shared} \
-                -DCMAKE_INSTALL_PREFIX=$HOME/mpitrampoline
-            ;;
+        cmake \
+            -B build \
+            -DBUILD_SHARED_LIBS=${shared} \
+            -DCMAKE_BUILD_TYPE=Debug \
+            -DCMAKE_INSTALL_PREFIX=$HOME/mpitrampoline
+
+    - name: Build MPItrampoline
+      working-directory: ${{github.workspace}}/mpitrampoline
+      run: cmake --build build
+
+    # - name: Test
+    #   working-directory: ${{github.workspace}}/build,
+    #   run: ctest -C ${{env.BUILD_TYPE}}
+
+    - name: Install MPItrampoline
+      working-directory: ${{github.workspace}}/mpitrampoline
+      run: cmake --install build
+
+    - name: Test C
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpicc -c hello-world-c.c
+        $HOME/mpitrampoline/bin/mpicc -o hello-world-c hello-world-c.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
         esac
+        ./hello-world-c 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-c 4
 
-    - name: Build
-      run: cmake --build ${{github.workspace}}/build --config ${{env.BUILD_TYPE}} --verbose
+    - name: Test C++
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpicxx -c hello-world-cxx.cxx
+        $HOME/mpitrampoline/bin/mpicxx -o hello-world-cxx hello-world-cxx.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
+        esac
+        ./hello-world-cxx 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-cxx 4
 
-    - name: Test
-      working-directory: ${{github.workspace}}/build
-      run: ctest -C ${{env.BUILD_TYPE}}
+    - name: Test fixed form Fortran
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpifc -c hello-world-f.f
+        $HOME/mpitrampoline/bin/mpifc -o hello-world-f hello-world-f.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
+        esac
+        ./hello-world-f 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-f 4
 
-    - name: Install
-      run: cmake --install ${{github.workspace}}/build --config ${{env.BUILD_TYPE}}
+    - name: Test free form Fortran
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpifc -c hello-world-f90.f90
+        $HOME/mpitrampoline/bin/mpifc -o hello-world-f90 hello-world-f90.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
+        esac
+        ./hello-world-f90 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-f90 4
+    - name: Test Fortran 90
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpifc -c hello-world-fortran.f90
+        $HOME/mpitrampoline/bin/mpifc -o hello-world-fortran hello-world-fortran.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
+        esac
+        ./hello-world-fortran 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-fortran 4
+    - name: Test Fortran 2008
+      working-directory: ${{github.workspace}}/test
+      run: |
+        $HOME/mpitrampoline/bin/mpifc -c hello-world-fortran08.f90
+        $HOME/mpitrampoline/bin/mpifc -o hello-world-fortran08 hello-world-fortran08.o
+        export MPITRAMPOLINE_LIB=$HOME/mpiwrapper-${{matrix.mpi}}/lib/libmpiwrapper.so
+        case "${{matrix.mpi}}" in
+            mpich) mpiexec_options='';;
+            openmpi) mpiexec_options='--oversubscribe';;
+        esac
+        ./hello-world-fortran08 1
+        mpiexec $mpiexec_options -n 4 ./hello-world-fortran08 4

.github/workflows/install-openmpi.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+set -euxo pipefail
+
+wget https://download.open-mpi.org/release/open-mpi/v5.0/openmpi-5.0.0.tar.bz2
+tar xjf openmpi-5.0.0.tar.bz2
+cd openmpi-5.0.0
+# We don't want to deal with the `rpath` for the shared libraries
+./configure --enable-shared=no --enable-static=yes
+make -j$(nproc)
+sudo make install

.gitignore

@@ -1,2 +1,4 @@
-__pycache__
+BUILD.sh
 build
+build-*
+build.log