diff --git a/superset/reports/commands/execute.py b/superset/reports/commands/execute.py
index d13d4178e956b..78ac8aa3a88f8 100644
--- a/superset/reports/commands/execute.py
+++ b/superset/reports/commands/execute.py
@@ -408,7 +408,9 @@ def _send(
             try:
                 if app.config["ALERT_REPORTS_NOTIFICATION_DRY_RUN"]:
                     logger.info(
-                        "Would send notification for alert %s, to %s",
+                        "Would send notification for alert %s, to %s. "
+                        "ALERT_REPORTS_NOTIFICATION_DRY_RUN is enabled, "
+                        "set it to False to send notifications.",
                         self._report_schedule.name,
                         recipient.recipient_config_json,
                     )