root@feb283fecabc:/# echo $CUDA_VERSION
11.8.0
root@feb283fecabc:/# export JULIA_DEBUG=CUDA_Runtime_Discovery
root@feb283fecabc:/# julia
Executing site-specific startup file (/usr/local/julia/etc/julia/startup.jl)...
Executing user-specific startup file (/root/.julia/config/startup.jl)...
Revise started
┌ Debug: Looking for CUDA toolkit via environment variables CUDA_HOME
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:296
┌ Debug: Looking for binary ptxas in /usr/local/cuda
│   all_locations =
│    2-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/bin"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:166
┌ Debug: Found ptxas at /usr/local/cuda/bin/ptxas
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:172
┌ Debug: Looking for binary nvdisasm in /usr/local/cuda
│   all_locations =
│    2-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/bin"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:166
┌ Debug: Found nvdisasm at /usr/local/cuda/bin/nvdisasm
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:172
┌ Debug: Looking for binary nvlink in /usr/local/cuda
│   all_locations =
│    2-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/bin"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:166
┌ Debug: Found nvlink at /usr/local/cuda/bin/nvlink
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:172
┌ Debug: Looking for binary compute-sanitizer in /usr/local/cuda or /usr/local/cuda/extras/compute-sanitizer or /usr/local/cuda/compute-sanitizer
│   all_locations =
│    6-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/bin"
│     "/usr/local/cuda/extras/compute-sanitizer"
│     "/usr/local/cuda/extras/compute-sanitizer/bin"
│     "/usr/local/cuda/compute-sanitizer"
│     "/usr/local/cuda/compute-sanitizer/bin"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:166
┌ Debug: Found compute-sanitizer at /usr/local/cuda/bin/compute-sanitizer
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:172
┌ Debug: Looking for library cudart, no specific version, in /usr/local/cuda or /usr/local/cuda/extras/compute-sanitizer or /usr/local/cuda/compute-sanitizer
│   all_names =
│    1-element Vector{String}:
│     "libcudart.so"
│   all_locations =
│    21-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/lib"
│     "/usr/local/cuda/nvvm/lib"
│     "/usr/local/cuda/lib64"
│     "/usr/local/cuda/libx64"
│     "/usr/local/cuda/nvvm/lib64"
│     ⋮
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib"
│     "/usr/local/cuda/compute-sanitizer/lib64"
│     "/usr/local/cuda/compute-sanitizer/libx64"
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib64"
│     "/usr/local/cuda/compute-sanitizer/targets/x86_64-linux/lib"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:138
┌ Debug: Found libcudart.so at /usr/local/cuda/lib64
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:147
┌ Debug: Looking for library nvvm, no specific version, in /usr/local/cuda or /usr/local/cuda/extras/compute-sanitizer or /usr/local/cuda/compute-sanitizer
│   all_names =
│    1-element Vector{String}:
│     "libnvvm.so"
│   all_locations =
│    21-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/lib"
│     "/usr/local/cuda/nvvm/lib"
│     "/usr/local/cuda/lib64"
│     "/usr/local/cuda/libx64"
│     "/usr/local/cuda/nvvm/lib64"
│     ⋮
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib"
│     "/usr/local/cuda/compute-sanitizer/lib64"
│     "/usr/local/cuda/compute-sanitizer/libx64"
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib64"
│     "/usr/local/cuda/compute-sanitizer/targets/x86_64-linux/lib"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:138
┌ Debug: Found libnvvm.so at /usr/local/cuda/nvvm/lib64
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:147
┌ Debug: Looking for library cufft, no specific version, in /usr/local/cuda or /usr/local/cuda/extras/compute-sanitizer or /usr/local/cuda/compute-sanitizer
│   all_names =
│    1-element Vector{String}:
│     "libcufft.so"
│   all_locations =
│    21-element Vector{String}:
│     "/usr/local/cuda"
│     "/usr/local/cuda/lib"
│     "/usr/local/cuda/nvvm/lib"
│     "/usr/local/cuda/lib64"
│     "/usr/local/cuda/libx64"
│     "/usr/local/cuda/nvvm/lib64"
│     ⋮
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib"
│     "/usr/local/cuda/compute-sanitizer/lib64"
│     "/usr/local/cuda/compute-sanitizer/libx64"
│     "/usr/local/cuda/compute-sanitizer/nvvm/lib64"
│     "/usr/local/cuda/compute-sanitizer/targets/x86_64-linux/lib"
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:138
┌ Debug: Did not find cufft
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:141
┌ Debug: Could not discover CUDA toolkit
│   exception =
│    Could not find library 'cufft' in your local CUDA installation.
│    Stacktrace:
│      [1] error(s::String)
│        @ Base ./error.jl:35
│      [2] #get_library#26
│        @ /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:475 [inlined]
│      [3] get_library
│        @ /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:468 [inlined]
│      [4] __init__()
│        @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:522
│      [5] run_module_init(mod::Module, i::Int64)
│        @ Base ./loading.jl:1134
│      [6] register_restored_modules(sv::Core.SimpleVector, pkg::Base.PkgId, path::String)
│        @ Base ./loading.jl:1122
│      [7] _include_from_serialized(pkg::Base.PkgId, path::String, ocachepath::String, depmods::Vector{Any})
│        @ Base ./loading.jl:1067
│      [8] _tryrequire_from_serialized(modkey::Base.PkgId, path::String, ocachepath::String, sourcepath::String, depmods::Vector{Any})
│        @ Base ./loading.jl:1481
│      [9] _require_search_from_serialized(pkg::Base.PkgId, sourcepath::String, build_id::UInt128)
│        @ Base ./loading.jl:1574
│     [10] _require(pkg::Base.PkgId, env::String)
│        @ Base ./loading.jl:1938
│     [11] __require_prelocked(uuidkey::Base.PkgId, env::String)
│        @ Base ./loading.jl:1812
│     [12] #invoke_in_world#3
│        @ ./essentials.jl:926 [inlined]
│     [13] invoke_in_world
│        @ ./essentials.jl:923 [inlined]
│     [14] _require_prelocked(uuidkey::Base.PkgId, env::String)
│        @ Base ./loading.jl:1803
│     [15] macro expansion
│        @ ./loading.jl:1790 [inlined]
│     [16] macro expansion
│        @ ./lock.jl:267 [inlined]
│     [17] __require(into::Module, mod::Symbol)
│        @ Base ./loading.jl:1753
│     [18] #invoke_in_world#3
│        @ ./essentials.jl:926 [inlined]
│     [19] invoke_in_world
│        @ ./essentials.jl:923 [inlined]
│     [20] require(into::Module, mod::Symbol)
│        @ Base ./loading.jl:1746
│     [21] top-level scope
│        @ ~/.julia/config/startup.jl:20
│     [22] include
│        @ ./Base.jl:495 [inlined]
│     [23] load_julia_startup()
│        @ Base ./client.jl:364
│     [24] exec_options(opts::Base.JLOptions)
│        @ Base ./client.jl:281
│     [25] _start()
│        @ Base ./client.jl:552
└ @ CUDA_Runtime_Discovery /usr/local/julia/local/share/julia/packages/CUDA_Runtime_Discovery/ONUpK/src/CUDA_Runtime_Discovery.jl:539
┌ Error: CUDA.jl could not find an appropriate CUDA runtime to use.
│ 
│ This can have several reasons:
│ * you are using an unsupported platform: this version of CUDA.jl
│   only supports Linux (x86_64, aarch64, ppc64le) and Windows (x86_64),
│   while your platform was identified as x86_64-linux-gnu-libgfortran5-cxx11-libstdcxx30-cuda+11.8-julia_version+1.10.2-cuda_local+true;
│ * you precompiled CUDA.jl in an environment where the CUDA driver
│   was not available (i.e., a container, or an HPC login node).
│   in that case, you need to specify which CUDA version to use
│   by calling `CUDA.set_runtime_version!`;
│ * you requested use of a local CUDA toolkit, but not all
│   required components were discovered. try running with
│   JULIA_DEBUG=all in your environment for more details.
│ 
│ For more details, refer to the CUDA.jl documentation at
│ https://cuda.juliagpu.org/stable/installation/overview/
└ @ CUDA /usr/local/julia/local/share/julia/packages/CUDA/htRwP/src/initialization.jl:82
┌ Warning: Error initializing CUDA
│   exception =
│    CUDA runtime not found
│    Stacktrace:
│     [1] error(s::String)
│       @ Base ./error.jl:35
│     [2] functional(show_reason::Bool)
│       @ CUDA /usr/local/julia/local/share/julia/packages/CUDA/htRwP/src/initialization.jl:24
│     [3] top-level scope
│       @ ~/.julia/config/startup.jl:22
│     [4] include
│       @ ./Base.jl:495 [inlined]
│     [5] load_julia_startup()
│       @ Base ./client.jl:364
│     [6] exec_options(opts::Base.JLOptions)
│       @ Base ./client.jl:281
│     [7] _start()
│       @ Base ./client.jl:552
└ @ Main ~/.julia/config/startup.jl:26
  Activating new project at `~/.julia/environments/v1.10`
               _
   _       _ _(_)_     |  Documentation: https://docs.julialang.org
  (_)     | (_) (_)    |
   _ _   _| |_  __ _   |  Type "?" for help, "]?" for Pkg help.
  | | | | | | |/ _` |  |
  | | |_| | | | (_| |  |  Version 1.10.2 (2024-03-01)
 _/ |\__'_|_|_|\__'_|  |  Official https://julialang.org/ release
|__/                   |

julia>