diff --git a/changelog.d/12721.bugfix b/changelog.d/12721.bugfix
new file mode 100644
index 000000000000..a48da7aa13f5
--- /dev/null
+++ b/changelog.d/12721.bugfix
@@ -0,0 +1 @@
+Fix push to dismiss notifications when read on another client.
diff --git a/synapse/push/httppusher.py b/synapse/push/httppusher.py
index 5818344520f5..d5603596c004 100644
--- a/synapse/push/httppusher.py
+++ b/synapse/push/httppusher.py
@@ -405,7 +405,7 @@ async def dispatch_push(
         rejected = []
         if "rejected" in resp:
             rejected = resp["rejected"]
-        else:
+        if not rejected:
             self.badge_count_last_call = badge
         return rejected