-
Notifications
You must be signed in to change notification settings - Fork 11
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* feat, podopslifecycle --------- Co-authored-by: shaofan-hs <shaofan-hs@hotmail.com>
- Loading branch information
1 parent
ad262df
commit ee2487e
Showing
16 changed files
with
2,082 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -15,3 +15,7 @@ limitations under the License. | |
| */ | ||
|
|
||
| package apis | ||
|
|
||
| const ( | ||
| EnvTestMode = "ENV_TEST_MODE" | ||
| ) | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| /* | ||
| Copyright 2023 The KusionStack Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package controllers | ||
|
|
||
| import ( | ||
| "kusionstack.io/kafed/pkg/controllers/podopslifecycle" | ||
| "kusionstack.io/kafed/pkg/features" | ||
| "kusionstack.io/kafed/pkg/utils/feature" | ||
| ) | ||
|
|
||
| func init() { | ||
| if feature.DefaultFeatureGate.Enabled(features.PodOpsLifecycle) { | ||
| AddToManagerFuncs = append(AddToManagerFuncs, podopslifecycle.Add) | ||
| } | ||
| } |
255 changes: 255 additions & 0 deletions
255
pkg/controllers/podopslifecycle/podopslifecycle_controller.go
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,255 @@ | ||
| /* | ||
| Copyright 2023 The KusionStack Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package podopslifecycle | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "strconv" | ||
| "strings" | ||
| "time" | ||
|
|
||
| corev1 "k8s.io/api/core/v1" | ||
| "k8s.io/apimachinery/pkg/api/errors" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| "k8s.io/client-go/util/retry" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
| "sigs.k8s.io/controller-runtime/pkg/controller" | ||
| "sigs.k8s.io/controller-runtime/pkg/handler" | ||
| logf "sigs.k8s.io/controller-runtime/pkg/log" | ||
| "sigs.k8s.io/controller-runtime/pkg/manager" | ||
| "sigs.k8s.io/controller-runtime/pkg/reconcile" | ||
| "sigs.k8s.io/controller-runtime/pkg/source" | ||
|
|
||
| "kusionstack.io/kafed/apis/apps/v1alpha1" | ||
| "kusionstack.io/kafed/pkg/controllers/utils/expectations" | ||
| "kusionstack.io/kafed/pkg/log" | ||
| ) | ||
|
|
||
| const ( | ||
| controllerName = "podopslifecycle-controller" | ||
| ) | ||
|
|
||
| var ( | ||
| expectation *expectations.ResourceVersionExpectation | ||
| ) | ||
|
|
||
| func Add(mgr manager.Manager) error { | ||
| return AddToMgr(mgr, NewReconciler(mgr)) | ||
| } | ||
|
|
||
| func NewReconciler(mgr manager.Manager) reconcile.Reconciler { | ||
| logger := log.New(logf.Log.WithName("podopslifecycle-controller")) | ||
| expectation = expectations.NewResourceVersionExpectation(logger) | ||
|
|
||
| r := &ReconcilePodOpsLifecycle{ | ||
| Client: mgr.GetClient(), | ||
| logger: logger, | ||
| } | ||
| return r | ||
| } | ||
|
|
||
| func AddToMgr(mgr manager.Manager, r reconcile.Reconciler) error { | ||
| c, err := controller.New(controllerName, mgr, controller.Options{MaxConcurrentReconciles: 5, Reconciler: r}) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| err = c.Watch(&source.Kind{Type: &corev1.Pod{}}, &handler.EnqueueRequestForObject{}, &PodPredicate{ | ||
| NeedOpsLifecycle: func(oldPod, newPod *corev1.Pod) bool { | ||
| return true | ||
| }, | ||
| }) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| var _ reconcile.Reconciler = &ReconcilePodOpsLifecycle{} | ||
|
|
||
| type ReconcilePodOpsLifecycle struct { | ||
| client.Client | ||
| logger *log.Logger | ||
| } | ||
|
|
||
| func (r *ReconcilePodOpsLifecycle) Reconcile(ctx context.Context, request reconcile.Request) (reconcile.Result, error) { | ||
| key := fmt.Sprintf("%s/%s", request.Namespace, request.Name) | ||
| r.logger.V(0).Infof("Reconcile Pod %s", key) | ||
|
|
||
| pod := &corev1.Pod{} | ||
| err := r.Client.Get(ctx, request.NamespacedName, pod) | ||
| if err != nil { | ||
| r.logger.Warningf("failed to get pod %s: %s", key, err) | ||
| if errors.IsNotFound(err) { | ||
| expectation.DeleteExpectations(key) | ||
| return reconcile.Result{}, nil | ||
| } | ||
| return reconcile.Result{}, err | ||
| } | ||
|
|
||
| if !expectation.SatisfiedExpectations(key, pod.ResourceVersion) { | ||
| r.logger.V(2).Infof("skip pod %s with no satisfied", key) | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| idToLabelsMap, _, err := PodIDAndTypesMap(pod) | ||
| if err != nil { | ||
| return reconcile.Result{}, err | ||
| } | ||
|
|
||
| expected := map[string]bool{ | ||
| v1alpha1.PodPrepareLabelPrefix: false, // set readiness gate to false | ||
| v1alpha1.PodCompleteLabelPrefix: true, // set readiness gate to true | ||
| } | ||
| for _, labels := range idToLabelsMap { | ||
| for k, v := range expected { | ||
| if _, ok := labels[k]; ok { | ||
| needUpdate, _ := r.setServiceReadiness(pod, v) | ||
| if needUpdate { | ||
| expectation.ExpectUpdate(key, pod.ResourceVersion) | ||
|
|
||
| if err := retry.RetryOnConflict(retry.DefaultBackoff, func() error { | ||
| return r.Client.Status().Update(ctx, pod) | ||
| }); err != nil { | ||
| r.logger.Errorf("failed to update pod status %s: %s", key, err) | ||
| expectation.DeleteExpectations(key) | ||
|
|
||
| return reconcile.Result{}, err | ||
| } | ||
| break | ||
| } | ||
| return reconcile.Result{}, nil // only need set once | ||
| } | ||
| } | ||
| } | ||
|
|
||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| func (r *ReconcilePodOpsLifecycle) setServiceReadiness(pod *corev1.Pod, isReady bool) (bool, string) { | ||
| found := false | ||
| for _, rg := range pod.Spec.ReadinessGates { | ||
| if rg.ConditionType == v1alpha1.ReadinessGatePodServiceReady { | ||
| found = true | ||
| } | ||
| } | ||
|
|
||
| if !found { | ||
| return false, "" | ||
| } | ||
|
|
||
| index := -1 | ||
| if pod.Status.Conditions != nil { | ||
| for idx, cond := range pod.Status.Conditions { | ||
| if cond.Type == v1alpha1.ReadinessGatePodServiceReady { | ||
| index = idx | ||
| } | ||
| } | ||
| } | ||
|
|
||
| status := corev1.ConditionTrue | ||
| if !isReady { | ||
| status = corev1.ConditionFalse | ||
| } | ||
| if index == -1 { // append readiness gate | ||
| pod.Status.Conditions = append(pod.Status.Conditions, corev1.PodCondition{ | ||
| Type: v1alpha1.ReadinessGatePodServiceReady, | ||
| Status: status, | ||
| LastTransitionTime: metav1.Now(), | ||
| }) | ||
| return true, fmt.Sprintf("append service readiness gate to: %s", string(status)) | ||
| } | ||
|
|
||
| if pod.Status.Conditions[index].Status == status { | ||
| return false, "" | ||
| } | ||
|
|
||
| // update readiness gate | ||
| pod.Status.Conditions[index].Status = status | ||
| pod.Status.Conditions[index].LastTransitionTime = metav1.Now() | ||
| return true, fmt.Sprintf("update service readiness gate to: %s", string(status)) | ||
| } | ||
|
|
||
| func (r *ReconcilePodOpsLifecycle) stagePreCheck(pod *corev1.Pod) (labels map[string]string, err error) { | ||
| idToLabelsMap, _, err := PodIDAndTypesMap(pod) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| labels = map[string]string{} | ||
| currentTime := strconv.FormatInt(time.Now().Unix(), 10) | ||
| for k, v := range idToLabelsMap { | ||
| t, ok := v[v1alpha1.PodOperationTypeLabelPrefix] | ||
| if !ok { | ||
| continue | ||
| } | ||
|
|
||
| key := fmt.Sprintf("%s/%s", v1alpha1.PodOperationPermissionLabelPrefix, t) | ||
| if _, ok := pod.GetLabels()[key]; !ok { | ||
| labels[key] = currentTime | ||
| } | ||
|
|
||
| key = fmt.Sprintf("%s/%s", v1alpha1.PodPreCheckedLabelPrefix, k) | ||
| if _, ok := pod.GetLabels()[key]; !ok { | ||
| labels[key] = currentTime | ||
| } | ||
| } | ||
|
|
||
| return | ||
| } | ||
|
|
||
| func (r *ReconcilePodOpsLifecycle) stagePostCheck(pod *corev1.Pod) (labels map[string]string, err error) { | ||
| idToLabelsMap, _, err := PodIDAndTypesMap(pod) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| labels = map[string]string{} | ||
| currentTime := strconv.FormatInt(time.Now().Unix(), 10) | ||
| for k := range idToLabelsMap { | ||
| key := fmt.Sprintf("%s/%s", v1alpha1.PodPostCheckedLabelPrefix, k) | ||
| if _, ok := pod.GetLabels()[key]; !ok { | ||
| labels[key] = currentTime | ||
| } | ||
| } | ||
|
|
||
| return | ||
| } | ||
|
|
||
| func (r *ReconcilePodOpsLifecycle) addLabels(ctx context.Context, pod *corev1.Pod, labels map[string]string) error { | ||
| if pod.Labels == nil { | ||
| pod.Labels = map[string]string{} | ||
| } | ||
| for k, v := range labels { | ||
| pod.Labels[k] = v | ||
| } | ||
|
|
||
| return retry.RetryOnConflict(retry.DefaultBackoff, func() error { | ||
| return r.Client.Update(ctx, pod) | ||
| }) | ||
| } | ||
|
|
||
| func labelHasPrefix(labels map[string]string, prefix string) bool { | ||
| for k := range labels { | ||
| if strings.HasPrefix(k, prefix) { | ||
| return true | ||
| } | ||
| } | ||
| return false | ||
| } |
Oops, something went wrong.