diff --git a/pkg/apply/processor/install.go b/pkg/apply/processor/install.go
index 9c0e8b5f569..82590235693 100644
--- a/pkg/apply/processor/install.go
+++ b/pkg/apply/processor/install.go
@@ -147,11 +147,12 @@ func (c *InstallProcessor) PreProcess(cluster *v2.Cluster) error {
 			if !ForceOverride {
 				continue
 			}
-			ctrName = mount.Name
 			logger.Debug("trying to override app %s", img)
-		} else {
-			ctrName = rand.Generator(8)
+			if err := c.Buildah.Delete(mount.Name); err != nil {
+				return err
+			}
 		}
+		ctrName = rand.Generator(8)
 		cluster.Spec.Image = stringsutil.Merge(cluster.Spec.Image, img)
 		bderInfo, err := c.Buildah.Create(ctrName, img)
 		if err != nil {