Skip to content

Commit

Permalink
add readme for rocm. clean up run script
Browse files Browse the repository at this point in the history
  • Loading branch information
vickytsang committed May 12, 2022
1 parent 85dcc0d commit eeff79f
Show file tree
Hide file tree
Showing 2 changed files with 27 additions and 2 deletions.
25 changes: 25 additions & 0 deletions README.Rocm
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
System requirements:
ROCM 4.3 or above
OpenMPI v4.0.3
UCX v1.8.0


Environment:
export MPI_DIR=<MPI install directory>
export BLAS_DIR=<OpenBLAS base directory>

export PATH=$MPI_DIR/bin:$PATH
export LD_LIBRARY_PATH=$MPI_DIR/lib:$BLAS_DIR/lib:$LD_LIBRARY_PATH

export C_INCLUDE_PATH=$MPI_DIR/include
export CPLUS_INCLUDE_PATH=$MPI_DIR/include

Build HPL-GPU for ROCm

$ git clone https://github.com/reger-men/HPL_GPU.git
$ cd HPL-GPU
$ mkdir build && cd build
$ cmake ..
$ make -j


4 changes: 2 additions & 2 deletions scripts/runHPL_singleNode.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash

MPI_DIR=$HOME/ompi/bin
MPI_DIR=$MPI_HOME/bin
num_cpu_cores=16
num_process=1

Expand All @@ -9,5 +9,5 @@ export OMP_NUM_THREADS=${num_cpu_cores}
export LD_LIBRARY_PATH=openblas:$LD_LIBRARY_PATH

# ./xhpl
HSA_ENABLE_SDMA=1 ${MPI_DIR}/mpirun -mca btl '^openib' --mca pml ucx -x UCX_RNDV_PIPELINE_SEND_THRESH=256k -x UCX_RNDV_FRAG_SIZE=rocm:4m --allow-run-as-root -np ${num_process} --map-by node:PE=${num_cpu_cores} --bind-to core:overload-allowed --report-bindings ./xhplhip
HSA_ENABLE_SDMA=1 ${MPI_DIR}/mpirun --allow-run-as-root -np ${num_process} --map-by node:PE=${num_cpu_cores} --bind-to core:overload-allowed --report-bindings ./xhplhip
grep --color "e+" HPL.out

0 comments on commit eeff79f

Please sign in to comment.