forked from UoB-HPC/miniBUDE
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1 from hpcgroup/raja-update
RAJA Update
- Loading branch information
Showing
2 changed files
with
70 additions
and
120 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,93 +1,40 @@ | ||
| register_flag_optional(RAJA_BACK_END "Specify whether we target CPU/CUDA/HIP/SYCL" "CPU") | ||
|
|
||
| register_flag_optional(CMAKE_CXX_COMPILER | ||
| "Any CXX compiler that is supported by CMake detection and RAJA. | ||
| See https://raja.readthedocs.io/en/main/getting_started.html#build-and-install" | ||
| "c++") | ||
|
|
||
| register_flag_required(RAJA_IN_TREE | ||
| "Absolute path to the *source* distribution directory of RAJA. | ||
| Make sure to use the release version of RAJA or clone RAJA recursively with submodules. | ||
| Remember to append RAJA specific flags as well, for example: | ||
| -DRAJA_IN_TREE=... -DENABLE_OPENMP=ON -DENABLE_CUDA=ON ... | ||
| See https://raja.readthedocs.io/en/v0.14.0/sphinx/user_guide/config_options.html#available-raja-options-and-defaults for all available options | ||
| ") | ||
|
|
||
| #register_flag_optional(TARGET | ||
| # "Target offload device, implemented values are CPU, NVIDIA, HIP" | ||
| # CPU) | ||
|
|
||
| register_flag_optional(CUDA_TOOLKIT_ROOT_DIR | ||
| "[ENABLE_CUDA=ON only] Path to the CUDA toolkit directory (e.g `/opt/cuda-11.2`) if the ENABLE_CUDA flag is specified for RAJA" "") | ||
|
|
||
| # XXX CMake 3.18 supports CMAKE_CUDA_ARCHITECTURES/CUDA_ARCHITECTURES but we support older CMakes | ||
| register_flag_optional(CUDA_ARCH | ||
| "[ENABLE_CUDA=ON only] Nvidia architecture, will be passed in via `-arch=` (e.g `sm_70`) for nvcc" | ||
| "") | ||
|
|
||
| register_flag_optional(CUDA_EXTRA_FLAGS | ||
| "[ENABLE_CUDA=ON only] Additional CUDA flags passed to nvcc, this is appended after `CUDA_ARCH`" | ||
| "") | ||
|
|
||
| # compiler vendor and arch specific flags | ||
| set(RAJA_FLAGS_CPU_INTEL -qopt-streaming-stores=always) | ||
| register_flag_optional(MANAGED_ALLOC "Use UVM (cudaMallocManaged) instead of the device-only allocation (cudaMalloc)" | ||
| "OFF") | ||
|
|
||
| macro(setup) | ||
| if (POLICY CMP0104) | ||
| cmake_policy(SET CMP0104 OLD) | ||
| endif () | ||
|
|
||
| set(CMAKE_CXX_STANDARD 17) | ||
|
|
||
| find_package(RAJA REQUIRED) | ||
| find_package(umpire REQUIRED) | ||
|
|
||
| if (EXISTS "${RAJA_IN_TREE}") | ||
|
|
||
| message(STATUS "Building using in-tree RAJA source at `${RAJA_IN_TREE}`") | ||
|
|
||
| set(CMAKE_CUDA_STANDARD 17) | ||
|
|
||
| # don't build anything that isn't the RAJA library itself, by default their cmake def builds everything, whyyy? | ||
| set(RAJA_ENABLE_TESTS OFF CACHE BOOL "") | ||
| set(RAJA_ENABLE_EXAMPLES OFF CACHE BOOL "") | ||
| set(RAJA_ENABLE_EXERCISES OFF CACHE BOOL "") | ||
| set(RAJA_ENABLE_BENCHMARKS OFF CACHE BOOL "") | ||
| set(ENABLE_REPRODUCERS OFF CACHE BOOL "") | ||
| set(ENABLE_DOCUMENTATION OFF CACHE BOOL "") | ||
|
|
||
| if (ENABLE_CUDA) | ||
|
|
||
| set(ENABLE_CUDA ON CACHE BOOL "") | ||
|
|
||
| # XXX CMake 3.18 supports CMAKE_CUDA_ARCHITECTURES/CUDA_ARCHITECTURES but we support older CMakes | ||
| if(POLICY CMP0104) | ||
| set(CMAKE_POLICY_DEFAULT_CMP0104 OLD) # so that propogates to RAJA's CMakeList as well | ||
| cmake_policy(SET CMP0104 OLD) | ||
| endif() | ||
|
|
||
| # RAJA needs all the cuda stuff setup before including! | ||
| set(CMAKE_CUDA_COMPILER ${CUDA_TOOLKIT_ROOT_DIR}/bin/nvcc) | ||
| set(CMAKE_CUDA_FLAGS ${CMAKE_CUDA_FLAGS} "-forward-unknown-to-host-compiler -extended-lambda -arch=${CUDA_ARCH}" ${CUDA_EXTRA_FLAGS}) | ||
|
|
||
| message(STATUS "NVCC flags: ${CMAKE_CUDA_FLAGS}") | ||
| endif () | ||
|
|
||
|
|
||
| add_subdirectory(${RAJA_IN_TREE} ${CMAKE_BINARY_DIR}/raja) | ||
| register_link_library(RAJA) | ||
| # RAJA's cmake screws with where the binary will end up, resetting it here: | ||
| set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}) | ||
| else () | ||
| message(FATAL_ERROR "`${RAJA_IN_TREE}` does not exist") | ||
| endif () | ||
|
|
||
| if (ENABLE_CUDA) | ||
| # RAJA needs the codebase to be compiled with nvcc, so we tell cmake to treat sources as *.cu | ||
| register_link_library(RAJA umpire) | ||
| if (${RAJA_BACK_END} STREQUAL "CUDA") | ||
| enable_language(CUDA) | ||
| set_source_files_properties(src/main.cpp PROPERTIES LANGUAGE CUDA) | ||
| set(CMAKE_CUDA_STANDARD 17) | ||
| set(CMAKE_CUDA_SEPARABLE_COMPILATION ON) | ||
|
|
||
| set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -extended-lambda --expt-relaxed-constexpr --restrict --keep") | ||
|
|
||
| set_source_files_properties(${IMPL_SOURCES} PROPERTIES LANGUAGE CUDA) | ||
| register_definitions(RAJA_TARGET_GPU) | ||
| elseif (${RAJA_BACK_END} STREQUAL "HIP") | ||
| # Set CMAKE_CXX_COMPILER to hipcc | ||
| find_package(hip REQUIRED) | ||
| register_definitions(RAJA_TARGET_GPU) | ||
| elseif (${RAJA_BACK_END} STREQUAL "SYCL") | ||
| register_definitions(RAJA_TARGET_GPU) | ||
| else() | ||
| register_definitions(RAJA_TARGET_CPU) | ||
| message(STATUS "Falling Back to CPU") | ||
| endif () | ||
|
|
||
| if (MANAGED_ALLOC) | ||
| register_definitions(BUDE_MANAGED_ALLOC) | ||
| endif () | ||
|
|
||
| register_append_compiler_and_arch_specific_cxx_flags( | ||
| RAJA_FLAGS_CPU | ||
| ${CMAKE_CXX_COMPILER_ID} | ||
| ${CMAKE_SYSTEM_PROCESSOR} | ||
| ) | ||
|
|
||
| endmacro() | ||
|
|