diff --git a/client/pd_service_discovery.go b/client/pd_service_discovery.go
index b7d59b126c8..10eacb0b57c 100644
--- a/client/pd_service_discovery.go
+++ b/client/pd_service_discovery.go
@@ -507,6 +507,7 @@ func (c *pdServiceDiscovery) Init() error {
 	}
 
 	if err := c.initRetry(c.checkServiceModeChanged); err != nil {
+		c.cancel()
 		return err
 	}