diff --git a/lib/media/preload_manager.js b/lib/media/preload_manager.js
index 42996d4ea6..6b6b529657 100644
--- a/lib/media/preload_manager.js
+++ b/lib/media/preload_manager.js
@@ -553,9 +553,7 @@ shaka.media.PreloadManager = class extends shaka.util.FakeEventTarget {
 
     const tracksChangedInitial = this.manifestFilterer_.applyRestrictions(
         this.manifest_);
-    const tracksChangedBefore = await this.manifestFilterer_.filterManifest(
-        this.manifest_);
-    if (tracksChangedInitial || tracksChangedBefore) {
+    if (tracksChangedInitial) {
       const event = this.makeEvent_(
           shaka.util.FakeEvent.EventName.TracksChanged);
       await Promise.resolve();