diff --git a/pkg/internal/testing/addr/manager.go b/pkg/internal/testing/addr/manager.go
index caaafa2627..7d328952bb 100644
--- a/pkg/internal/testing/addr/manager.go
+++ b/pkg/internal/testing/addr/manager.go
@@ -42,12 +42,18 @@ var (
 )
 
 func init() {
-	baseDir, err := os.UserCacheDir()
-	if err != nil {
-		baseDir = os.TempDir()
+	const (
+		eventTestDir = "kubebuilder-envtest"
+		permission   = 0750
+	)
+	if baseDir, err := os.UserCacheDir(); err == nil {
+		cacheDir = filepath.Join(baseDir, eventTestDir)
+		if err := os.MkdirAll(cacheDir, permission); err == nil {
+			return
+		}
 	}
-	cacheDir = filepath.Join(baseDir, "kubebuilder-envtest")
-	if err := os.MkdirAll(cacheDir, 0750); err != nil {
+	cacheDir = filepath.Join(os.TempDir(), eventTestDir)
+	if err := os.MkdirAll(cacheDir, permission); err != nil {
 		panic(err)
 	}
 }