diff --git a/drivers/docker/config.go b/drivers/docker/config.go
index 5d63cbaac993..e7c2e49717b4 100644
--- a/drivers/docker/config.go
+++ b/drivers/docker/config.go
@@ -652,6 +652,11 @@ func (d *Driver) SetConfig(c *base.Config) error {
 	}
 
 	d.config = &config
+	// Remove any http
+	if strings.HasPrefix(d.config.InfraImage, "https://") {
+		d.config.InfraImage = strings.Replace(d.config.InfraImage, "https://", "", 1)
+	}
+
 	if len(d.config.GC.ImageDelay) > 0 {
 		dur, err := time.ParseDuration(d.config.GC.ImageDelay)
 		if err != nil {