Disable ETCD Learner Mode

ETCD Learner Mode went to Beta in k8s 1.29 and is now default enabled.

When a new stacked etcd instance comes up, it joins the cluster in learner mode.

The API Server cannot perform rpc calls against its etcd instance, and fails to come online.

In theory the etcd instance should be promoted to a full member and this issue should
be resolved, but for some reason this is not happening.

While we investigate a root cause, we are disabling this new feature flag explicitly.

pkg/providers/cloudstack/config/template-cp.yaml

@@ -67,6 +67,8 @@ spec:
       name: {{.controlPlaneTemplateName}}
   kubeadmConfigSpec:
     clusterConfiguration:
+      featureGates:
+        EtcdLearnerMode: false
       imageRepository: {{.kubernetesRepository}}
       etcd:
 {{- if .externalEtcd }}

pkg/providers/docker/config/template-cp.yaml

@@ -65,6 +65,8 @@ spec:
       namespace: {{.eksaSystemNamespace}}
   kubeadmConfigSpec:
     clusterConfiguration:
+      featureGates:
+        EtcdLearnerMode: false
       imageRepository: {{.kubernetesRepository}}
       etcd:
 {{- if .externalEtcd }}

pkg/providers/snow/apibuilder.go

@@ -55,6 +55,7 @@ func KubeadmControlPlane(log logr.Logger, clusterSpec *cluster.Spec, snowMachine
 	joinConfigKubeletExtraArg["provider-id"] = "aws-snow:////'{{ ds.meta_data.instance_id }}'"
 
 	addStackedEtcdExtraArgsInKubeadmControlPlane(kcp, clusterSpec.Cluster.Spec.ExternalEtcdConfiguration)
+	disableEtcdLearnerMode(kcp)
 
 	machineConfig := clusterSpec.SnowMachineConfig(clusterSpec.Cluster.Spec.ControlPlaneConfiguration.MachineGroupRef.Name)
 

pkg/providers/snow/etcd.go

@@ -15,3 +15,7 @@ func addStackedEtcdExtraArgsInKubeadmControlPlane(kcp *controlplanev1.KubeadmCon
 	stackedEtcdExtraArgs["listen-peer-urls"] = "https://0.0.0.0:2380"
 	stackedEtcdExtraArgs["listen-client-urls"] = "https://0.0.0.0:2379"
 }
+
+func disableEtcdLearnerMode(kcp *controlplanev1.KubeadmControlPlane) {
+	kcp.Spec.KubeadmConfigSpec.ClusterConfiguration.FeatureGates["EtcdLearnerMode"] = false
+}

pkg/providers/tinkerbell/config/template-cp.yaml

@@ -37,6 +37,8 @@ metadata:
 spec:
   kubeadmConfigSpec:
     clusterConfiguration:
+      featureGates:
+        EtcdLearnerMode: false
       imageRepository: {{.kubernetesRepository}}
       etcd:
 {{- if .externalEtcd }}

pkg/providers/vsphere/config/template-cp.yaml

@@ -86,6 +86,8 @@ spec:
       name: {{.controlPlaneTemplateName}}
   kubeadmConfigSpec:
     clusterConfiguration:
+      featureGates:
+        EtcdLearnerMode: false
       imageRepository: {{.kubernetesRepository}}
       etcd:
 {{- if .externalEtcd }}