diff --git a/lib/postal/config.rb b/lib/postal/config.rb
index 627ea7e3..1b1f4d48 100644
--- a/lib/postal/config.rb
+++ b/lib/postal/config.rb
@@ -43,7 +43,9 @@ def initialize_config
       # key is a legacy file whereas new-style config files will include
       # the 'version: 2' key/value.
       if File.file?(config_file_path)
-        puts "Loading config from #{config_file_path}"
+        unless ENV.fetch("SILENCE_POSTAL_CONFIG_LOCATION_MESSAGE", "false") == "true"
+          warn "Loading config from #{config_file_path}"
+        end
 
         config_file = File.read(config_file_path)
         yaml = YAML.safe_load(config_file)