diff --git a/tests/dependencies/indirect/BUILD b/tests/dependencies/indirect/BUILD
index af5bbcfe..11e7f9a7 100644
--- a/tests/dependencies/indirect/BUILD
+++ b/tests/dependencies/indirect/BUILD
@@ -3,8 +3,29 @@ load("@rules_scala_annex//rules:providers.bzl", "reconfigure_deps_configuration"
 
 reconfigure_deps_configuration(
     name = "scala",
+    direct = select({
+        ":deps_direct_off": "off",
+        "//conditions:default": "error",
+    }),
     provider = "//scala:2_12",
-    used = "off",
+    used = select({
+        ":deps_used_off": "off",
+        "//conditions:default": "error",
+    }),
+)
+
+config_setting(
+    name = "deps_used_off",
+    define_values = {
+        "scala_deps_used": "off",
+    },
+)
+
+config_setting(
+    name = "deps_direct_off",
+    define_values = {
+        "scala_deps_direct": "off",
+    },
 )
 
 scala_library(
diff --git a/tests/dependencies/indirect/test b/tests/dependencies/indirect/test
index f9d52b1b..00a5be7d 100755
--- a/tests/dependencies/indirect/test
+++ b/tests/dependencies/indirect/test
@@ -3,3 +3,8 @@
 
 ! bazel build --define=scala_deps_used=off :c || false
 bazel build --define=scala_deps_used=off :c |& grep "buildozer 'add deps //dependencies/indirect:a' //dependencies/indirect:c"
+
+! bazel build --define=scala_deps_direct=off :c || false
+bazel build --define=scala_deps_direct=off :c |& grep "buildozer 'remove deps //dependencies/indirect:a' //dependencies/indirect:b"
+
+bazel build --define=scala_deps_used=off --define=scala_deps_direct=off :c