diff --git a/lib/handler/retry-handler.js b/lib/handler/retry-handler.js
index 76cceb48d96..a78ec3344fc 100644
--- a/lib/handler/retry-handler.js
+++ b/lib/handler/retry-handler.js
@@ -158,7 +158,7 @@ class RetryHandler {
     const retryTimeout =
       retryAfterHeader > 0
         ? Math.min(retryAfterHeader, maxTimeout)
-        : Math.min(timeout * timeoutFactor ** counter, maxTimeout)
+        : Math.min(minTimeout * timeoutFactor ** counter, maxTimeout)
 
     setTimeout(() => cb(null), retryTimeout)
   }