diff --git a/test/test.jl b/test/test.jl
index 957a421b..97cb0f4c 100644
--- a/test/test.jl
+++ b/test/test.jl
@@ -72,7 +72,7 @@ end
     device = backend()
     @test @inferred(KernelAbstractions.get_device(A)) == device
     @test @inferred(KernelAbstractions.get_device(view(A, 2:4, 1:3))) == device
-    if !(device isa ROCDevice)
+    if !(isdefined(Main, :ROCKernels) && (device isa ROCDevice))
         # Sparse arrays are not supported by the ROCm backend yet:
         @test @inferred(KernelAbstractions.get_device(sparse(A))) == device
     end