Adding GROMACS

configs/LLNL-Magma-Penguin-icelake-OmniPath/auxiliary_software_files/packages.yaml

@@ -28,6 +28,16 @@ packages:
     - spec: intel-oneapi-mkl@2022.1.0
       prefix: /usr/tce/backend/installations/linux-rhel8-x86_64/intel-19.0.4/intel-oneapi-mkl-2022.1.0-sksz67twjxftvwchnagedk36gf7plkrp
       buildable: false
+  hwloc:
+    externals:
+    - spec: hwloc@2.9.1
+      prefix: /usr
+      buildable: false
+  fftw:
+    externals:
+    - spec: fftw@3.3.10
+      prefix: /usr/tce/packages/fftw/fftw-3.3.10
+      buildable: false
   mpi:
     externals:
     - spec: mvapich2@2.3.7-gcc1211

configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/compilers.yaml

@@ -17,3 +17,16 @@ compilers:
     modules: []
     environment: {}
     extra_rpaths: []
+- compiler:
+    spec: clang@=14.0.6
+    paths:
+      cc: /usr/tce/packages/clang/clang-14.0.6/bin/clang
+      cxx: /usr/tce/packages/clang/clang-14.0.6/bin/clang++
+      f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran
+      fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran
+    flags: {}
+    operating_system: rhel8
+    target: x86_64
+    modules: []
+    environment: {}
+    extra_rpaths: []

configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/auxiliary_software_files/packages.yaml

@@ -32,8 +32,12 @@ packages:
   mvapich2:
     buildable: false
     externals:
-    - spec: mvapich2@2.3.7%intel@2021.6.0
+    - spec: mvapich2@2.3.7-gcc-11.2.1
+      prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-11.2.1
+    - spec: mvapich2@2.3.7-intel-2021.6.0
       prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0/
+    - spec: mvapich2@2.3.7-clang-14.0.6
+      prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6
   cuda:
     buildable: false
     externals:
@@ -55,10 +59,22 @@ packages:
       prefix: /usr/tce/packages/cuda/cuda-11.8.0
     buildable: false
   blas:
+    externals:
+    - spec: intel-oneapi-mkl@2022.1.0
+      prefix: /usr/tce/packages/mkl/mkl-2022.1.0
+    buildable: false
+  fftw:
+    externals:
+    - spec: intel-oneapi-mkl@2022.1.0
+      prefix: /usr/tce/packages/mkl/mkl-2022.1.0
     buildable: false
   lapack:
+    externals:
+    - spec: intel-oneapi-mkl@2022.1.0
+      prefix: /usr/tce/packages/mkl/mkl-2022.1.0
     buildable: false
   intel-oneapi-mkl:
     externals:
     - spec: intel-oneapi-mkl@2022.1.0
       prefix: /usr/tce/packages/mkl/mkl-2022.1.0/
+    buildable: false

configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/spack.yaml

@@ -8,10 +8,18 @@ spack:
     default-compiler:
       spack_spec: gcc@=11.2.1
     default-mpi:
-      spack_spec: mvapich2@2.3.7
+      spack_spec: mvapich2@2.3.7-gcc-11.2.1
     compiler-gcc:
       spack_spec: gcc@=11.2.1
+    compiler-clang:
+      spack_spec: clang@=14.0.6
+    mpi-clang:
+      spack_spec: mvapich2@2.3.7-clang-14.0.6
+    blas:
+      spack_spec: intel-oneapi-mkl@2022.1.0
     cublas-cuda:
       spack_spec: cublas@{default_cuda_version}
     lapack:
       spack_spec: intel-oneapi-mkl@2022.1.0
+    fftw:
+      spack_spec: intel-oneapi-mkl@2022.1.0

configs/LLNL-Pascal-Penguin-broadwell-P100-OmniPath/variables.yaml

@@ -11,5 +11,5 @@ variables:
   mpi_command: 'srun -N {n_nodes} -n {n_ranks}'
   batch_submit: 'sbatch {execute_experiment}'
   batch_nodes: '#SBATCH -N {n_nodes}'
-  batch_ranks: '#SBATCH -n {n_ranks}'
+  batch_ranks: '#SBATCH -n {n_ranks} -G {n_ranks}'
   batch_timeout: '#SBATCH -t {batch_time}:00'

configs/LLNL-Sierra-IBM-power9-V100-Infiniband/auxiliary_software_files/compilers.yaml

@@ -65,3 +65,19 @@ compilers:
     modules: []
     environment: {}
     extra_rpaths: []
+- compiler:
+    spec: clang@16.0.6-cuda11.8.0
+    paths:
+      cc: /usr/tce/packages/clang/clang-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang
+      cxx: /usr/tce/packages/clang/clang-16.0.6-cuda-11.8.0-gcc-11.2.1/bin/clang++
+      f77: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran
+      fc: /usr/tce/packages/gcc/gcc-11.2.1/bin/gfortran
+    flags:
+      cflags: -g -O2
+      cxxflags: -g -O2 -std=c++17
+      fflags: ''
+    operating_system: rhel7
+    target: ppc64le
+    modules: []
+    environment: {}
+    extra_rpaths: []

configs/LLNL-Sierra-IBM-power9-V100-Infiniband/auxiliary_software_files/packages.yaml

@@ -55,6 +55,11 @@ packages:
     - spec: cublas@11.8.0
       prefix: /usr/tce/packages/cuda/cuda-11.8.0
     buildable: false
+  fftw:
+    externals:
+    - spec: fftw@3.3.10
+      prefix: /usr/tcetmp/packages/fftw/fftw-3.3.10-xl-2023.06.28
+    buildable: false
   lapack:
     externals:
     - spec: lapack-xl@3.9.0
@@ -70,4 +75,8 @@ packages:
       prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2022.08.19-cuda-10.1.243
       extra_attributes:
         ldflags: "-lmpiprofilesupport -lmpi_ibm_usempi -lmpi_ibm_mpifh -lmpi_ibm"
+    - spec: spectrum-mpi@2022.08.19-clang16.0.6-cuda-11.8.0
+      prefix: /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-16.0.6-cuda-11.8.0-gcc-11.2.1
+      extra_attributes:
+        ldflags: "-lmpiprofilesupport -lmpi_ibm_usempi -lmpi_ibm_mpifh -lmpi_ibm"
     buildable: false

configs/LLNL-Sierra-IBM-power9-V100-Infiniband/spack.yaml

@@ -11,7 +11,15 @@ spack:
       spack_spec: spectrum-mpi@2022.08.19
     compiler-gcc:
       spack_spec: gcc@8.3.1
+    compiler-clang:
+      spack_spec: clang@16.0.6-cuda{default_cuda_version}
+    mpi-clang:
+      spack_spec: spectrum-mpi@2022.08.19-clang16.0.6-cuda-{default_cuda_version}
+    blas:
+      spack_spec: cublas@11.8.0
     cublas-cuda:
-      spack_spec: cublas@{default_cuda_version} 
+      spack_spec: cublas@{default_cuda_version}
     lapack:
       spack_spec: lapack-xl@3.9.0
+    fftw:
+      spack_spec: fftw@3.3.10

configs/LLNL-Sierra-IBM-power9-V100-Infiniband/variables.yaml

@@ -9,7 +9,7 @@ variables:
   mpi_command: '/usr/tcetmp/bin/lrun -n {n_ranks} -T {processes_per_node} {gtl_flag}'
   batch_submit: 'bsub -q pdebug {execute_experiment}'
   batch_nodes: '#BSUB -nnodes {n_nodes}'
-  batch_ranks: '#BSUB -nnodes {n_nodes}'
+  batch_ranks: ''
   batch_timeout: '#BSUB -W {batch_time}'
   default_cuda_version: '11.8.0'
   cuda_arch: '70'

configs/LLNL-Tioga-HPECray-zen3-MI250X-Slingshot/auxiliary_software_files/packages.yaml

@@ -193,6 +193,13 @@ packages:
       prefix: /opt/cray/pe/libsci/23.05.1.4/gnu/10.3/x86_64/
   lapack:
     buildable: false
+  hypre:
+    variants: amdgpu_target=gfx90a
+  hwloc:
+    externals:
+    - spec: hwloc@2.9.1
+      prefix: /usr
+      buildable: false
   mpi:
     buildable: false
   cray-mpich:

experiments/gromacs/cuda/execute_experiment.tpl

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+## Copyright 2023 Lawrence Livermore National Security, LLC and other
+## Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+##
+## SPDX-License-Identifier: Apache-2.0
+
+{batch_nodes}
+{batch_ranks}
+{batch_timeout}
+
+cd {experiment_run_dir}
+
+{experiment_setup}
+
+{command}

experiments/gromacs/cuda/ramble.yaml

@@ -0,0 +1,61 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+ramble:
+  config:
+    deprecated: true
+    spack_flags:
+      install: '--add --keep-stage'
+      concretize: '-U -f'
+
+  applications:
+    gromacs:
+      workloads:
+        water_gmx50_adac:
+          env_vars:
+            set:
+              OMP_PROC_BIND: close
+              OMP_PLACES: threads
+              OMP_NUM_THREADS: '{omp_num_threads}'
+          variables:
+            experiment_setup: ''
+            n_ranks: '{processes_per_node} * {n_nodes}'
+            processes_per_node: '2'
+            n_nodes: '4'
+            omp_num_threads: '10'
+            target: 'gpu'
+          experiments:
+            gromacs_water_gmx50_adac_size{size}_dlb{dlb}_pin{pin}_target{target}_maxh{maxh}_nsteps{nsteps}_nstlist{nstlist}_npme{npme}:
+              variables:
+                dlb: 'no'
+                pin: 'off'
+                nb: '{target}'
+                pme: 'auto'
+                bonded: 'cpu'
+                update: '{target}'
+                maxh: '0.05'
+                nsteps: '1000'
+                nstlist: '200'
+                npme: '1'
+                size: '1536'
+
+  spack:
+    concretized: true
+    packages:
+      gromacs:
+        spack_spec: gromacs@2023.3 +mpi+openmp+cuda~hwloc~double cuda_arch=={cuda_arch}
+        compiler: compiler-clang
+      cuda:
+        spack_spec: cuda@{default_cuda_version}+allow-unsupported-compilers
+        compiler: compiler-clang
+    environments:
+      gromacs:
+        packages:
+        - cuda
+        - blas
+        - lapack
+        - mpi-clang
+        - fftw
+        - gromacs

experiments/gromacs/openmp/execute_experiment.tpl

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+## Copyright 2023 Lawrence Livermore National Security, LLC and other
+## Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+##
+## SPDX-License-Identifier: Apache-2.0
+
+{batch_nodes}
+{batch_ranks}
+{batch_timeout}
+
+cd {experiment_run_dir}
+
+{spack_setup}
+
+{experiment_setup}
+
+{command}

experiments/gromacs/openmp/ramble.yaml

@@ -0,0 +1,59 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+ramble:
+  config:
+    deprecated: true
+    spack_flags:
+      install: '--add --keep-stage'
+      concretize: '-U -f'
+
+  applications:
+    gromacs:
+      workloads:
+        water_gmx50_adac:
+          env_vars:
+            set:
+              OMP_PROC_BIND: close
+              OMP_PLACES: threads
+              OMP_NUM_THREADS: '{omp_num_threads}'
+          variables:
+            experiment_setup: ''
+            n_ranks: '{processes_per_node} * {n_nodes}'
+            processes_per_node: '4'
+            n_nodes: '2'
+            omp_num_threads: '16'
+            target: 'cpu'
+          experiments:
+            gromacs_water_gmx50_adac_size{size}_dlb{dlb}_pin{pin}_target{target}_maxh{maxh}_nsteps{nsteps}_nstlist{nstlist}_npme{npme}:
+              variables:
+                dlb: 'no'
+                pin: 'off'
+                nb: '{target}'
+                pme: 'auto'
+                bonded: '{target}'
+                update: '{target}'
+                maxh: '0.05'
+                nsteps: '1000'
+                nstlist: '200'
+                npme: '0'
+                size: '1536'
+
+  spack:
+    concretized: true
+    packages:
+      fftw:
+        spack_spec: fftw@3.3.10 +mpi+openmp
+        compiler: default-compiler
+      gromacs:
+        spack_spec: gromacs@main +mpi+openmp~hwloc
+        compiler: default-compiler
+    environments:
+      gromacs:
+        packages:
+        - lapack
+        - default-mpi
+        - fftw
+        - gromacs

repo/cusolver/package.py

@@ -0,0 +1,11 @@
+# Copyright 2023 Lawrence Livermore National Security, LLC and other
+# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+from spack.package import *
+
+
+class Cusolver(Package):
+
+    provides("lapack")