diff --git a/.gitignore b/.gitignore
index a53106959..81a264299 100644
--- a/.gitignore
+++ b/.gitignore
@@ -5,7 +5,7 @@
 *.dll
 *.so
 *.dylib
-bin
+bin/*
 testbin/*
 Dockerfile.cross
 
@@ -29,3 +29,6 @@ operator-controller.yaml
 *.swp
 *.swo
 *~
+
+# TODO dfranz remove this line and the bin folder when tools binaries are moved to their own folder
+!bin/.dockerignore
diff --git a/bin/.dockerignore b/bin/.dockerignore
new file mode 100644
index 000000000..97e40c0e3
--- /dev/null
+++ b/bin/.dockerignore
@@ -0,0 +1,8 @@
+# More info: https://docs.docker.com/engine/reference/builder/#dockerignore-file
+# Ignore tools binaries
+# TODO dfranz: We don't need this file anymore once we move the tool binaries out.
+controller-gen
+ginkgo
+goreleaser
+kind
+kustomize