diff --git a/tests/utils.py b/tests/utils.py
index 859eb8261fd..6baa916be80 100644
--- a/tests/utils.py
+++ b/tests/utils.py
@@ -76,7 +76,10 @@ def parse_flag_from_env(key, default=False):
 )
 
 # Beam
-require_beam = pytest.mark.skipif(not config.BEAM_AVAILABLE, reason="test requires apache-beam")
+require_beam = pytest.mark.skipif(
+    not config.BEAM_AVAILABLE or config.DILL_VERSION.release >= version.parse("0.3.6"),
+    reason="test requires apache-beam and a compatible dill version",
+)
 
 
 def require_faiss(test_case):