storage controller: sleep between compute notify retries

Closes: #8820
neondatabase · Aug 29, 2024 · 3122801 · 3122801
1 parent c5ef779
commit 3122801
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/storage_controller/src/reconciler.rs b/storage_controller/src/reconciler.rs
@@ -576,6 +576,19 @@ impl Reconciler {
                     tracing::warn!(
                         "Live migration blocked by compute notification error, retrying: {e}"
                     );
+
+                    // Don't busy-poll the control plane API: sleep between attempts
+                    match tokio::time::timeout(Duration::from_millis(1000), self.cancel.cancelled())
+                        .await
+                    {
+                        Ok(_) => {
+                            // Reconciler cancelled
+                            return Err(ReconcileError::Cancel);
+                        }
+                        Err(_) => {
+                            // Timeout expired, retry
+                        }
+                    }
                 }
             }
         }