Skip to content

Commit

Permalink
Add Label filltering for Ambassador Host source
Browse files Browse the repository at this point in the history 
Currently the `--label-filter` flag can only be used to filter CRDs, Ingress, Service and Openshift Route objects which match the label selector passed through that flag. This change extends the functionality to the Ambassador Host type object.

When the flag is not specified the default value is
`labels.Everything()` which is an empty string, the same as before.
Annotation based filter is inefficient because the filtering has to be
done in the controller instead of the API server like with label
filtering. The Annotation based filtering has been left in for legacy reasons so the Ambassador Host source can be used inconjunction with the other sources that don't yet support label filltering.

It is possible to use label based filltering with annotation based filltering so you can initially filter by label then filter the returned hosts by annotation. This is not recomended
  • Loading branch information
@KyleMartin901
KyleMartin901 committed Jun 19, 2022
1 parent cf9cc1c commit eda671a
Show file tree
Hide file tree
Showing 4 changed files with 181 additions and 7 deletions.
2 changes: 1 addition & 1 deletion pkg/apis/externaldns/types.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -387,7 +387,7 @@ func (cfg *Config) ParseFlags(args []string) error {
app.Flag("openshift-router-name", "if source is openshift-route then you can pass the ingress controller name. Based on this name external-dns will select the respective router from the route status and map that routerCanonicalHostname to the route host while creating a CNAME record.").StringVar(&cfg.OCPRouterName)
app.Flag("namespace", "Limit sources of endpoints to a specific namespace (default: all namespaces)").Default(defaultConfig.Namespace).StringVar(&cfg.Namespace)
app.Flag("annotation-filter", "Filter sources managed by external-dns via annotation using label selector semantics (default: all sources)").Default(defaultConfig.AnnotationFilter).StringVar(&cfg.AnnotationFilter)
app.Flag("label-filter", "Filter sources managed by external-dns via label selector when listing all resources; currently supported by source types CRD, ingress, service and openshift-route").Default(defaultConfig.LabelFilter).StringVar(&cfg.LabelFilter)
app.Flag("label-filter", "Filter sources managed by external-dns via label selector when listing all resources; currently supported by source types CRD, ingress, service, openshift-route and ambassador-host").Default(defaultConfig.LabelFilter).StringVar(&cfg.LabelFilter)
app.Flag("fqdn-template", "A templated string that's used to generate DNS names from sources that don't define a hostname themselves, or to add a hostname suffix when paired with the fake source (optional). Accepts comma separated list for multiple global FQDN.").Default(defaultConfig.FQDNTemplate).StringVar(&cfg.FQDNTemplate)
app.Flag("combine-fqdn-annotation", "Combine FQDN template and Annotations instead of overwriting").BoolVar(&cfg.CombineFQDNAndAnnotation)
app.Flag("ignore-hostname-annotation", "Ignore hostname annotation when generating DNS names, valid only when using fqdn-template is set (optional, default: false)").BoolVar(&cfg.IgnoreHostnameAnnotation)
Expand Down
5 changes: 4 additions & 1 deletion source/ambassador_host.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ type ambassadorHostSource struct {
annotationFilter string
ambassadorHostInformer informers.GenericInformer
unstructuredConverter *unstructuredConverter
labelSelector labels.Selector
}

// NewAmbassadorHostSource creates a new ambassadorHostSource with the given config.
Expand All @@ -69,6 +70,7 @@ func NewAmbassadorHostSource(
kubeClient kubernetes.Interface,
namespace string,
annotationFilter string,
labelSelector labels.Selector,
) (Source, error) {
var err error

Expand Down Expand Up @@ -104,13 +106,14 @@ func NewAmbassadorHostSource(
annotationFilter: annotationFilter,
ambassadorHostInformer: ambassadorHostInformer,
unstructuredConverter: uc,
labelSelector: labelSelector,
}, nil
}

// Endpoints returns endpoint objects for each host-target combination that should be processed.
// Retrieves all Hosts in the source's namespace(s).
func (sc *ambassadorHostSource) Endpoints(ctx context.Context) ([]*endpoint.Endpoint, error) {
hosts, err := sc.ambassadorHostInformer.Lister().ByNamespace(sc.namespace).List(labels.Everything())
hosts, err := sc.ambassadorHostInformer.Lister().ByNamespace(sc.namespace).List(sc.labelSelector)
if err != nil {
return nil, err
}
Expand Down
179 changes: 175 additions & 4 deletions source/ambassador_host_test.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ import (
v1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
"k8s.io/apimachinery/pkg/labels"
"k8s.io/apimachinery/pkg/runtime"
fakeDynamic "k8s.io/client-go/dynamic/fake"
"k8s.io/client-go/kubernetes/fake"
Expand Down Expand Up @@ -61,12 +62,15 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
ambassadorHostItems []fakeAmbassadorHost
expected []*endpoint.Endpoint
expectError bool
labelSelector labels.Selector
}{
{
title: "no host",
title: "no host",
labelSelector: labels.Everything(),
},
{
title: "two simple hosts",
title: "two simple hosts",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand Down Expand Up @@ -111,7 +115,8 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
},
},
{
title: "two simple hosts on different namespaces",
title: "two simple hosts on different namespaces",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand Down Expand Up @@ -158,6 +163,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "two simple hosts on different namespaces and a target namespace",
targetNamespace: "testing1",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand Down Expand Up @@ -194,7 +200,8 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
},
},
{
title: "invalid non matching host ambassador service annotation",
title: "invalid non matching host ambassador service annotation",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand All @@ -217,6 +224,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "valid matching annotation filter expression",
annotationFilter: "kubernetes.io/ingress.class in (external-ingress)",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand Down Expand Up @@ -248,6 +256,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "valid non-matching annotation filter expression",
annotationFilter: "kubernetes.io/ingress.class in (external-ingress)",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand All @@ -270,6 +279,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "invalid annotation filter expression",
annotationFilter: "kubernetes.io/ingress.class in (external ingress)",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand All @@ -293,6 +303,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "valid matching annotation filter label",
annotationFilter: "kubernetes.io/ingress.class=external-ingress",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand Down Expand Up @@ -324,6 +335,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
{
title: "valid non-matching annotation filter label",
annotationFilter: "kubernetes.io/ingress.class=external-ingress",
labelSelector: labels.Everything(),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
Expand All @@ -343,6 +355,162 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
},
expected: []*endpoint.Endpoint{},
},
{
title: "valid non-matching label filter expression",
labelSelector: labels.SelectorFromSet(labels.Set{"kubernetes.io/ingress.class": "external-ingress"}),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
name: "emissary",
namespace: "emissary-ingress",
},
ambassadorHostItems: []fakeAmbassadorHost{
{
name: "fake1",
namespace: "testing1",
hostname: "fake1.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "internal-ingress",
},
},
},
expected: []*endpoint.Endpoint{},
},
{
title: "valid matching label filter expression for single host",
labelSelector: labels.SelectorFromSet(labels.Set{"kubernetes.io/ingress.class": "external-ingress"}),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
name: "emissary",
namespace: "emissary-ingress",
},
ambassadorHostItems: []fakeAmbassadorHost{
{
name: "fake1",
namespace: "testing1",
hostname: "fake1.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "external-ingress",
},
},
{
name: "fake2",
namespace: "testing2",
hostname: "fake2.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
"kubernetes.io/ingress.class": "internal-ingress",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "internal-ingress",
},
},
},
expected: []*endpoint.Endpoint{
{
DNSName: "fake1.org",
Targets: endpoint.Targets{"8.8.8.8"},
},
{
DNSName: "fake1.org",
Targets: endpoint.Targets{"lb.com"},
},
},
},
{
title: "valid matching label filter expression and matching annotation filter",
annotationFilter: "kubernetes.io/ingress.class in (external-ingress)",
labelSelector: labels.SelectorFromSet(labels.Set{"kubernetes.io/ingress.class": "external-ingress"}),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
name: "emissary",
namespace: "emissary-ingress",
},
ambassadorHostItems: []fakeAmbassadorHost{
{
name: "fake1",
namespace: "testing1",
hostname: "fake1.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
"kubernetes.io/ingress.class": "external-ingress",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "external-ingress",
},
},
},
expected: []*endpoint.Endpoint{
{
DNSName: "fake1.org",
Targets: endpoint.Targets{"8.8.8.8"},
},
{
DNSName: "fake1.org",
Targets: endpoint.Targets{"lb.com"},
},
},
},
{
title: "valid non matching label filter expression and valid matching annotation filter",
annotationFilter: "kubernetes.io/ingress.class in (external-ingress)",
labelSelector: labels.SelectorFromSet(labels.Set{"kubernetes.io/ingress.class": "external-ingress"}),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
name: "emissary",
namespace: "emissary-ingress",
},
ambassadorHostItems: []fakeAmbassadorHost{
{
name: "fake1",
namespace: "testing1",
hostname: "fake1.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
"kubernetes.io/ingress.class": "external-ingress",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "internal-ingress",
},
},
},
expected: []*endpoint.Endpoint{},
},
{
title: "valid matching label filter expression and non matching annotation filter",
annotationFilter: "kubernetes.io/ingress.class in (external-ingress)",
labelSelector: labels.SelectorFromSet(labels.Set{"kubernetes.io/ingress.class": "external-ingress"}),
loadBalancer: fakeAmbassadorLoadBalancerService{
ips: []string{"8.8.8.8"},
hostnames: []string{"lb.com"},
name: "emissary",
namespace: "emissary-ingress",
},
ambassadorHostItems: []fakeAmbassadorHost{
{
name: "fake1",
namespace: "testing1",
hostname: "fake1.org",
annotations: map[string]string{
"external-dns.ambassador-service": "emissary-ingress/emissary",
"kubernetes.io/ingress.class": "internal-ingress",
},
labels: map[string]string{
"kubernetes.io/ingress.class": "external-ingress",
},
},
},
expected: []*endpoint.Endpoint{},
},
} {
ti := ti
t.Run(ti.title, func(t *testing.T) {
Expand Down Expand Up @@ -374,6 +542,7 @@ func testAmbassadorSourceEndpoints(t *testing.T) {
fakeKubernetesClient,
ti.targetNamespace,
ti.annotationFilter,
ti.labelSelector,
)
require.NoError(t, err)

Expand Down Expand Up @@ -448,6 +617,7 @@ type fakeAmbassadorHost struct {
name string
annotations map[string]string
hostname string
labels map[string]string
}

func (ir fakeAmbassadorHost) Host() *ambassador.Host {
Expand All @@ -460,6 +630,7 @@ func (ir fakeAmbassadorHost) Host() *ambassador.Host {
Namespace: ir.namespace,
Name: ir.name,
Annotations: ir.annotations,
Labels: ir.labels,
},
Spec: &spec,
}
Expand Down
2 changes: 1 addition & 1 deletion source/store.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -270,7 +270,7 @@ func BuildWithConfig(ctx context.Context, source string, p ClientGenerator, cfg
if err != nil {
return nil, err
}
return NewAmbassadorHostSource(ctx, dynamicClient, kubernetesClient, cfg.Namespace, cfg.AnnotationFilter)
return NewAmbassadorHostSource(ctx, dynamicClient, kubernetesClient, cfg.Namespace, cfg.AnnotationFilter, cfg.LabelFilter)
case "contour-httpproxy":
dynamicClient, err := p.DynamicKubernetesClient()
if err != nil {
Expand Down

0 comments on commit eda671a

Please sign in to comment.