perlmutter-no-cache.yaml

name: NERSC / Perlmutter (no cache)

on:
  push:
  workflow_dispatch:
concurrency:
  group: "${{ github.ref }}"
  cancel-in-progress: true
env:
  GOOGLE_CREDENTIALS: "${{ secrets.GOOGLE_CREDENTIALS }}"
  GOOGLE_SPREADSHEET_ID: "${{ secrets.GOOGLE_SPREADSHEET_ID }}"
  PDC_TMPDIR: "${{ github.workspace }}/${{ github.run_id }}/pdc-tmp-paralell-pdc"
  PDC_DATA_LOC: "${{ github.workspace }}/${{ github.run_id }}/pdc-data-paralell-pdc"
  SCHEDULER_PARAMETERS: "-A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64 -N 1 -t 00:30:00"
  MERCURY_DIR: "/global/cfs/cdirs/${{ secrets.NERSC_PERLMUTTER_PROJECT }}/pdc-perlmutter/mercury/install"

jobs:
  build:
    runs-on:
      - self-hosted
      - perlmutter
    environment: NERSC
    timeout-minutes: 2880
    steps:
    - uses: actions/checkout@v4.1.0
    - run: |
        module load libfabric
        module list
        mkdir -p build install
        cd build
        cmake .. -DBUILD_MPI_TESTING=ON -DBUILD_SHARED_LIBS=ON -DPDC_SERVER_CACHE=OFF -DBUILD_TESTING=ON -DCMAKE_INSTALL_PREFIX=$(realpath ..)/install -DPDC_ENABLE_MPI=ON -DMERCURY_DIR=$MERCURY_DIR -DCMAKE_C_COMPILER=cc -DMPI_RUN_CMD="srun -A ${{ secrets.NERSC_PERLMUTTER_PROJECT }} --qos=debug --constraint=cpu --tasks-per-node=64"
        make -j
        make install
    - uses: actions/upload-artifact@v4.1.0
      if: success()
      with:
        name: "no-cache"
        path: |
          ${{ github.workspace }}/build
          ${{ github.workspace }}/install

  parallel-pdc:
    needs:
    - build
    runs-on:
      - self-hosted
      - perlmutter
    environment: NERSC
    timeout-minutes: 2880
    steps:
    - uses: actions/download-artifact@v4.1.0
    - run: |
        export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
        cd ${{ github.workspace }}/no-cache/build
        salloc $SCHEDULER_PARAMETERS
        ctest -L parallel_pdc
        exit
        rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}

  parallel-obj:
    needs:
    - build
    - parallel-pdc
    runs-on:
      - self-hosted
      - perlmutter
    environment: NERSC
    timeout-minutes: 2880
    steps:
    - uses: actions/download-artifact@v4.1.0
    - run: |
        export LD_LIBRARY_PATH="$MERCURY_DIR/lib:$LD_LIBRARY_PATH"
        cd ${{ github.workspace }}/no-cache/build
        salloc $SCHEDULER_PARAMETERS
        ctest -L parallel_obj
        exit
        rm -rf ${PDC_TMPDIR} ${PDC_DATA_LOC}