-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add support for registering route53 records
- Loading branch information
Showing
6 changed files
with
283 additions
and
136 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,159 +1,33 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "log" | ||
| "os" | ||
| "reflect" | ||
|
|
||
| "github.com/aws/aws-sdk-go/aws" | ||
| "github.com/aws/aws-sdk-go/aws/arn" | ||
| "github.com/aws/aws-sdk-go/aws/session" | ||
| "github.com/aws/aws-sdk-go/service/elbv2" | ||
|
|
||
| corev1 "k8s.io/api/core/v1" | ||
| "k8s.io/apimachinery/pkg/api/errors" | ||
| "sigs.k8s.io/controller-runtime/pkg/builder" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
| "sigs.k8s.io/controller-runtime/pkg/reconcile" | ||
| "sigs.k8s.io/controller-runtime/pkg/runtime/signals" | ||
|
|
||
| "github.com/monder/service-target-group/reconciler" | ||
| ) | ||
|
|
||
| func main() { | ||
| reconciler := &endpointReconciler{ | ||
| managedResources: make(map[string]map[string]*elbv2.TargetDescription, 0), | ||
| } | ||
| r := reconciler.New() | ||
|
|
||
| manager, err := builder.SimpleController(). | ||
| ForType(&corev1.Service{}). | ||
| ForType(&corev1.Endpoints{}). | ||
| Build(reconciler) | ||
| Build(r) | ||
|
|
||
| if err != nil { | ||
| log.Println("Unable to build controller:", err) | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| reconciler.client = manager.GetClient() | ||
| r.SetClient(manager.GetClient()) | ||
|
|
||
| if err := manager.Start(signals.SetupSignalHandler()); err != nil { | ||
| log.Println("Unable to run controller:", err) | ||
| os.Exit(1) | ||
| } | ||
|
|
||
| } | ||
|
|
||
| type endpointReconciler struct { | ||
| client client.Client | ||
| managedResources map[string]map[string]*elbv2.TargetDescription | ||
| } | ||
|
|
||
| func (r *endpointReconciler) Reconcile(request reconcile.Request) (reconcile.Result, error) { | ||
| rss := &corev1.Service{} | ||
| err := r.client.Get(context.TODO(), request.NamespacedName, rss) | ||
| if errors.IsNotFound(err) { | ||
| delete(r.managedResources, request.NamespacedName.String()) | ||
| // TODO deregister everything? | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| targetGroupARN := rss.Annotations["stg.monder.cc/target-group"] | ||
| if targetGroupARN == "" { // Skip services that we do not need to register | ||
| return reconcile.Result{}, nil | ||
| } | ||
| parsedARN, err := arn.Parse(targetGroupARN) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| rse := &corev1.Endpoints{} | ||
| err = r.client.Get(context.TODO(), request.NamespacedName, rse) | ||
| if errors.IsNotFound(err) { | ||
| delete(r.managedResources, request.NamespacedName.String()) | ||
| // TODO deregister everything? | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| newState := make(map[string]*elbv2.TargetDescription, 0) | ||
|
|
||
| for _, s := range rse.Subsets { | ||
| for _, p := range s.Ports { | ||
| for _, a := range s.Addresses { | ||
| newState[fmt.Sprintf("%s:%d", a.IP, p.Port)] = &elbv2.TargetDescription{ | ||
| Id: aws.String(a.IP), | ||
| Port: aws.Int64(int64(p.Port)), | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| if reflect.DeepEqual(newState, r.managedResources[request.NamespacedName.String()]) { | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| targetsToDeregister := make([]*elbv2.TargetDescription, 0) | ||
| targetsToRegister := make([]*elbv2.TargetDescription, 0) | ||
|
|
||
| svc := elbv2.New(session.Must(session.NewSession(&aws.Config{ | ||
| Region: aws.String(parsedARN.Region), | ||
| }))) | ||
| result, err := svc.DescribeTargetHealth(&elbv2.DescribeTargetHealthInput{ | ||
| TargetGroupArn: aws.String(targetGroupARN), | ||
| }) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| for _, th := range result.TargetHealthDescriptions { | ||
| _, keep := newState[fmt.Sprintf("%s:%d", *th.Target.Id, *th.Target.Port)] | ||
| if !keep { | ||
| targetsToDeregister = append(targetsToDeregister, th.Target) | ||
| } | ||
| } | ||
|
|
||
| for _, td := range newState { | ||
| found := false | ||
| for _, th := range result.TargetHealthDescriptions { | ||
| if *th.Target.Id == *td.Id && *th.Target.Port == *td.Port && *th.TargetHealth.State != elbv2.TargetHealthStateEnumDraining { | ||
| found = true | ||
| break | ||
| } | ||
| } | ||
| if !found { | ||
| targetsToRegister = append(targetsToRegister, td) | ||
| } | ||
| } | ||
|
|
||
| fmt.Println("dereg:") | ||
| fmt.Println(targetsToDeregister) | ||
| fmt.Println("reg:") | ||
| fmt.Println(targetsToRegister) | ||
|
|
||
| // Register | ||
| if len(targetsToRegister) > 0 { | ||
| _, err = svc.RegisterTargets(&elbv2.RegisterTargetsInput{ | ||
| TargetGroupArn: aws.String(targetGroupARN), | ||
| Targets: targetsToRegister, | ||
| }) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| } | ||
| } | ||
|
|
||
| // Deregister | ||
| if len(targetsToDeregister) > 0 { | ||
| _, err = svc.DeregisterTargets(&elbv2.DeregisterTargetsInput{ | ||
| TargetGroupArn: aws.String(targetGroupARN), | ||
| Targets: targetsToDeregister, | ||
| }) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| } | ||
| } | ||
|
|
||
| fmt.Println("---") | ||
| r.managedResources[request.NamespacedName.String()] = newState | ||
| return reconcile.Result{}, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,53 @@ | ||
| package reconciler | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
|
|
||
| "github.com/aws/aws-sdk-go/service/elbv2" | ||
| "github.com/aws/aws-sdk-go/service/route53" | ||
|
|
||
| corev1 "k8s.io/api/core/v1" | ||
| "k8s.io/apimachinery/pkg/api/errors" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
| "sigs.k8s.io/controller-runtime/pkg/reconcile" | ||
| ) | ||
|
|
||
| func New() Reconciler { | ||
| return &endpointReconciler{ | ||
| elbResources: make(map[string]map[string]*elbv2.TargetDescription, 0), | ||
| route53Resources: make(map[string]*route53.ResourceRecordSet, 0), | ||
| } | ||
| } | ||
|
|
||
| func (r *endpointReconciler) SetClient(client client.Client) { | ||
| r.client = client | ||
| } | ||
|
|
||
| func (r *endpointReconciler) Reconcile(request reconcile.Request) (reconcile.Result, error) { | ||
| rss := &corev1.Service{} | ||
| err := r.client.Get(context.TODO(), request.NamespacedName, rss) | ||
| if errors.IsNotFound(err) { | ||
| delete(r.elbResources, request.NamespacedName.String()) | ||
| delete(r.route53Resources, request.NamespacedName.String()) | ||
| // TODO deregister everything? | ||
| return reconcile.Result{}, nil | ||
| } | ||
|
|
||
| targetGroupARN := rss.Annotations["stg.monder.cc/target-group"] | ||
| if targetGroupARN != "" { | ||
| err = r.ReconcileTargetGroup(request, targetGroupARN) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| } | ||
| } | ||
| route53Domain := rss.Annotations["route53.monder.cc/domain-name"] | ||
| route53Zone := rss.Annotations["route53.monder.cc/zone"] | ||
| if route53Domain != "" && route53Zone != "" { | ||
| err = r.ReconcileRoute53(request, route53Zone, route53Domain) | ||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| } | ||
| } | ||
| return reconcile.Result{}, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,66 @@ | ||
| package reconciler | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "reflect" | ||
|
|
||
| "github.com/aws/aws-sdk-go/aws" | ||
| "github.com/aws/aws-sdk-go/aws/session" | ||
| "github.com/aws/aws-sdk-go/service/route53" | ||
|
|
||
| corev1 "k8s.io/api/core/v1" | ||
| "k8s.io/apimachinery/pkg/api/errors" | ||
| "sigs.k8s.io/controller-runtime/pkg/reconcile" | ||
| ) | ||
|
|
||
| func (r *endpointReconciler) ReconcileRoute53(request reconcile.Request, zone string, domain string) error { | ||
|
|
||
| rse := &corev1.Endpoints{} | ||
| err := r.client.Get(context.TODO(), request.NamespacedName, rse) | ||
| if errors.IsNotFound(err) { | ||
| delete(r.route53Resources, request.NamespacedName.String()) | ||
| // TODO deregister everything? | ||
| return nil | ||
| } | ||
|
|
||
| newRecordSet := &route53.ResourceRecordSet{ | ||
| Name: aws.String(domain), | ||
| Type: aws.String(route53.RRTypeA), | ||
| TTL: aws.Int64(1), | ||
| ResourceRecords: []*route53.ResourceRecord{}, | ||
| } | ||
|
|
||
| for _, s := range rse.Subsets { | ||
| for _, a := range s.Addresses { | ||
| newRecordSet.ResourceRecords = append(newRecordSet.ResourceRecords, &route53.ResourceRecord{ | ||
| Value: aws.String(a.IP), | ||
| }) | ||
| } | ||
| } | ||
|
|
||
| if reflect.DeepEqual(newRecordSet, r.route53Resources[request.NamespacedName.String()]) { | ||
| return nil | ||
| } | ||
|
|
||
| fmt.Printf("updating route53: %s\n", domain) | ||
| svc := route53.New(session.Must(session.NewSession(&aws.Config{}))) | ||
| _, err = svc.ChangeResourceRecordSets(&route53.ChangeResourceRecordSetsInput{ | ||
| ChangeBatch: &route53.ChangeBatch{ | ||
| Changes: []*route53.Change{ | ||
| { | ||
| Action: aws.String(route53.ChangeActionUpsert), | ||
| ResourceRecordSet: newRecordSet, | ||
| }, | ||
| }, | ||
| }, | ||
| HostedZoneId: aws.String(zone), | ||
| }) | ||
|
|
||
| if err != nil { | ||
| fmt.Println(err.Error()) | ||
| } | ||
|
|
||
| r.route53Resources[request.NamespacedName.String()] = newRecordSet | ||
| return nil | ||
| } |
Oops, something went wrong.