added MPI CI

using Intel MPI. The default MS-MPI github action seemed bugged
TysonRayJones · Feb 2, 2024 · e521800 · e521800
1 parent 4c53822
commit e521800
Show file tree

Hide file tree

Showing 3 changed files with 174 additions and 21 deletions.
diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml
@@ -4,12 +4,14 @@ on:
   push:
 
 env:
-  C_FLAGS: '-Isrc -std=c99'
+  C_FLAGS: '-Isrc -std=c99 -lstdc++'
   CPP_FLAGS: '-Isrc -std=c++14'
   CUDA_FLAGS: '-Isrc -std=c++14'
+  MPI_FLAGS: '-Isrc -std=c++14 -DDISTRIBUTED_MODE'
 
 jobs:
 
+
   cpp_cpu:
     name: C++ (CPU)
     runs-on: ubuntu-latest
@@ -21,10 +23,11 @@ jobs:
         run: |
           g++ -c src/core.cpp $CPP_FLAGS -o core.o
           g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          g++ -c src/comm.cpp $CPP_FLAGS -o comm.o
 
       - name: compile and link main
         run: |
-          g++ main.cpp core.o alts.o $CPP_FLAGS -o main
+          g++ main.cpp core.o alts.o comm.o $CPP_FLAGS -o main
 
       - name: run main
         run: |
@@ -45,14 +48,38 @@ jobs:
         run: |
           nvcc -c src/core.cu $CUDA_FLAGS -o core.o
           g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          g++ -c src/comm.cpp $CPP_FLAGS -o comm.o
 
       - name: compile main
         run: |
           g++ -c main.cpp $CPP_FLAGS -o main.o
 
       - name: link
         run: |
-          nvcc main.o core.o alts.o $CUDA_FLAGS -o main
+          nvcc main.o core.o alts.o comm.o $CUDA_FLAGS -o main
+
+  cpp_mpi:
+    name: C++ (MPI)
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: mpi4py/setup-mpi@v1
+
+      - name: compile backend
+        run: |
+          g++ -c src/core.cpp $CPP_FLAGS -o core.o
+          g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          mpic++ -c src/comm.cpp $MPI_FLAGS -o comm.o
+
+      - name: compile and link main
+        run: |
+          mpic++ main.cpp core.o alts.o comm.o $CPP_FLAGS -o main
+
+      - name: run main
+        run: |
+          mpiexec -n 2 ./main
+
 
   c_cpu:
     name: C (CPU)
@@ -65,10 +92,11 @@ jobs:
         run: |
           g++ -c src/core.cpp $CPP_FLAGS -o core.o
           g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          g++ -c src/comm.cpp $CPP_FLAGS -o comm.o
 
       - name: compile and link main
         run: |
-          gcc main.c core.o alts.o $C_FLAGS -o main
+          gcc main.c core.o alts.o comm.o $C_FLAGS -o main
 
       - name: run main
         run: |
@@ -89,11 +117,34 @@ jobs:
         run: |
           nvcc -c src/core.cu $CUDA_FLAGS -o core.o
           g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          g++ -c src/comm.cpp $CPP_FLAGS -o comm.o
 
       - name: compile main
         run: |
           gcc -c main.c $CPP_FLAGS -o main.o
 
       - name: link
         run: |
-          nvcc main.o core.o alts.o $CUDA_FLAGS -o main
+          nvcc main.o core.o alts.o comm.o $CUDA_FLAGS -o main
+
+  c_mpi:
+    name: C (MPI)
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: mpi4py/setup-mpi@v1
+
+      - name: compile backend
+        run: |
+          g++ -c src/core.cpp $CPP_FLAGS -o core.o
+          g++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          mpic++ -c src/comm.cpp $MPI_FLAGS -o comm.o
+
+      - name: compile and link main
+        run: |
+          mpicc main.c core.o alts.o comm.o $C_FLAGS -o main
+
+      - name: run main
+        run: |
+          mpiexec -np 2 ./main
diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml
@@ -4,12 +4,14 @@ on:
   push:
 
 env:
-  C_FLAGS: '-Isrc -std=c99'
+  C_FLAGS: '-Isrc -std=c99 -lstdc++'
   CPP_FLAGS: '-Isrc -std=c++14'
   CUDA_FLAGS: '-Isrc -std=c++14'
+  MPI_FLAGS: '-Isrc -std=c++14 -DDISTRIBUTED_MODE'
 
 jobs:
 
+
   cpp_cpu:
     name: C++ (CPU)
     runs-on: macos-latest
@@ -21,15 +23,39 @@ jobs:
         run: |
           clang++ -c src/core.cpp $CPP_FLAGS -o core.o
           clang++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          clang++ -c src/comm.cpp $CPP_FLAGS -o comm.o
 
       - name: compile and link main
         run: |
-          clang++ main.cpp core.o alts.o $CPP_FLAGS -o main
+          clang++ main.cpp core.o alts.o comm.o $CPP_FLAGS -o main
 
       - name: run main
         run: |
           ./main
 
+  cpp_mpi:
+    name: C++ (MPI)
+    runs-on: macos-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: mpi4py/setup-mpi@v1
+
+      - name: compile backend
+        run: |
+          clang++ -c src/core.cpp $CPP_FLAGS -o core.o
+          clang++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          mpic++ -c src/comm.cpp $MPI_FLAGS -o comm.o
+
+      - name: compile and link main
+        run: |
+          mpic++ main.cpp core.o alts.o comm.o $CPP_FLAGS -o main
+
+      - name: run main
+        run: |
+          mpiexec -n 2 ./main
+
+
   c_cpu:
     name: C (CPU)
     runs-on: macos-latest
@@ -41,11 +67,34 @@ jobs:
         run: |
           clang++ -c src/core.cpp $CPP_FLAGS -o core.o
           clang++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          clang++ -c src/comm.cpp $CPP_FLAGS -o comm.o
+
+      - name: compile and link main
+        run: |
+          clang main.c core.o alts.o comm.o $C_FLAGS -o main
+
+      - name: run main
+        run: |
+          ./main
+
+  c_mpi:
+    name: C (MPI)
+    runs-on: macos-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: mpi4py/setup-mpi@v1
+
+      - name: compile backend
+        run: |
+          clang++ -c src/core.cpp $CPP_FLAGS -o core.o
+          clang++ -c src/alts.cpp $CPP_FLAGS -o alts.o
+          mpic++ -c src/comm.cpp $MPI_FLAGS -o comm.o
 
       - name: compile and link main
         run: |
-          clang main.c core.o alts.o $C_FLAGS -o main
+          mpicc main.c core.o alts.o comm.o $C_FLAGS -o main
 
       - name: run main
         run: |
-          ./main
+          mpiexec -np 2 ./main
diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
@@ -13,11 +13,13 @@ env:
   # NVCC requires = syntax (yes, really!)
   CUDA_FLAGS: -Isrc -std=c++14 -arch=sm_61 -lcudart
 
+  MPI_FLAGS: '-Isrc -std=c++14 -DDISTRIBUTED_MODE'
+
 jobs:
 
   cpp_cpu:
     name: C++ (CPU)
-    runs-on: windows-2019
+    runs-on: windows-latest
 
     steps:
       - uses: actions/checkout@v4
@@ -27,18 +29,19 @@ jobs:
         run: |
           cl -c src/core.cpp ${{ env.CPP_FLAGS }}
           cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/comm.cpp ${{ env.CPP_FLAGS }}
 
       - name: compile and link main
         run: |
-          cl main.cpp core.obj alts.obj ${{ env.CPP_FLAGS }}
+          cl main.cpp core.obj alts.obj comm.obj ${{ env.CPP_FLAGS }}
 
       - name: run main
         run: |
           ./main.exe
 
   cpp_gpu:
     name: C++ (GPU)
-    runs-on: windows-2019
+    runs-on: windows-latest
 
     steps:
       - uses: actions/checkout@v4
@@ -52,18 +55,45 @@ jobs:
         run: |
           nvcc -c src/core.cu ${{ env.CUDA_FLAGS }}
           cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/comm.cpp ${{ env.CPP_FLAGS }}
 
       - name: compile main
         run: |
           cl -c main.cpp ${{ env.CPP_FLAGS }}
 
       - name: link
         run: |
-          nvcc -o main.exe main.obj core.obj alts.obj ${{ env.CUDA_FLAGS }}
+          nvcc -o main.exe main.obj core.obj alts.obj comm.obj ${{ env.CUDA_FLAGS }}
+
+  cpp_mpi:
+    name: C++ (MPI)
+    runs-on: windows-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ilammy/msvc-dev-cmd@v1
+      - uses: mpi4py/setup-mpi@v1
+        with:
+          mpi: 'intelmpi'
+
+      - name: compile backend
+        run: |
+          cl -c src/core.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          mpicxx -c src/comm.cpp ${{ env.MPI_FLAGS }}
+
+      - name: compile and link main
+        run: |
+          mpicxx main.cpp core.obj alts.obj comm.obj ${{ env.CPP_FLAGS }}
+
+      - name: run main
+        run: |
+          mpiexec -np 2 ./main.exe
+
 
   c_cpu:
     name: C (CPU)
-    runs-on: windows-2019
+    runs-on: windows-latest
 
     steps:
       - uses: actions/checkout@v4
@@ -73,22 +103,19 @@ jobs:
         run: |
           cl -c src/core.cpp ${{ env.CPP_FLAGS }}
           cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/comm.cpp ${{ env.CPP_FLAGS }}
 
       - name: compile and link main
         run: |
-          cl main.c core.obj alts.obj ${{ env.C_FLAGS }}
-
-      - name: arg test
-        run : |
-          echo '${{ env.CPP_FLAGS }}'
+          cl main.c core.obj alts.obj comm.obj ${{ env.C_FLAGS }}
 
       - name: run main
         run: |
           ./main.exe
 
   c_gpu:
     name: C (GPU)
-    runs-on: windows-2019
+    runs-on: windows-latest
 
     steps:
       - uses: actions/checkout@v4
@@ -102,11 +129,37 @@ jobs:
         run: |
           nvcc -c src/core.cu ${{ env.CUDA_FLAGS }}
           cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/comm.cpp ${{ env.CPP_FLAGS }}
 
       - name: compile main
         run: |
           cl -c main.c ${{ env.CPP_FLAGS }}
 
       - name: link
         run: |
-          nvcc -o main.exe main.obj core.obj alts.obj ${{ env.CUDA_FLAGS }}
+          nvcc -o main.exe main.obj core.obj alts.obj comm.obj ${{ env.CUDA_FLAGS }}
+
+  c_mpi:
+    name: C (MPI)
+    runs-on: windows-latest
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ilammy/msvc-dev-cmd@v1
+      - uses: mpi4py/setup-mpi@v1
+        with:
+          mpi: 'intelmpi'
+
+      - name: compile backend
+        run: |
+          cl -c src/core.cpp ${{ env.CPP_FLAGS }}
+          cl -c src/alts.cpp ${{ env.CPP_FLAGS }}
+          mpicxx -c src/comm.cpp ${{ env.MPI_FLAGS }}
+
+      - name: compile and link main
+        run: |
+          mpicc main.c core.obj alts.obj comm.obj ${{ env.C_FLAGS }}
+
+      - name: run main
+        run: |
+          mpiexec -np 2 ./main.exe