diff --git a/tests/test_pipeline/test_debug_pipeline_w_sklearn_test.py b/tests/test_pipeline/test_debug_pipeline_w_sklearn_test.py
deleted file mode 100644
index 66dfb5d7c..000000000
--- a/tests/test_pipeline/test_debug_pipeline_w_sklearn_test.py
+++ /dev/null
@@ -1,17 +0,0 @@
-from sklearn import pipeline
-
-from sklego.pipeline import DebugPipeline
-
-pipeline.Pipeline = DebugPipeline
-
-
-from sklearn.tests import test_pipeline  # noqa: E402
-
-# In `test_set_pipeline_step_passthrough` the signature of the DebugPipeline
-# includes a `log_callback`, which is not expected.
-IGNORE_TESTS = ("test_set_pipeline_step_passthrough", "test_pipeline_raise_set_params_error", "test_set_pipeline_steps")
-
-
-for name, attr in test_pipeline.__dict__.items():
-    if name not in globals() and name not in IGNORE_TESTS:
-        globals()[name] = attr