diff --git a/panel/models/trend.ts b/panel/models/trend.ts
index dc026f1582..e3c0235212 100644
--- a/panel/models/trend.ts
+++ b/panel/models/trend.ts
@@ -206,7 +206,8 @@ export class TrendIndicatorView extends HTMLBoxView {
       this.textDiv.style.flex = "1"
       this.plotDiv.style.flex = "1"
     }
-    this.invalidate_layout()
+    if (this._has_finished)
+      this.invalidate_layout()
   }
 }