-
Notifications
You must be signed in to change notification settings - Fork 4.9k
/
enrich.go
120 lines (101 loc) · 3.45 KB
/
enrich.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
// Licensed to Elasticsearch B.V. under one or more contributor
// license agreements. See the NOTICE file distributed with
// this work for additional information regarding copyright
// ownership. Elasticsearch B.V. licenses this file to you under
// the Apache License, Version 2.0 (the "License"); you may
// not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
package enrich
import (
"time"
"github.com/pkg/errors"
"github.com/elastic/beats/libbeat/common"
"github.com/elastic/beats/metricbeat/helper/elastic"
"github.com/elastic/beats/metricbeat/mb"
"github.com/elastic/beats/metricbeat/module/elasticsearch"
)
func init() {
mb.Registry.MustAddMetricSet(elasticsearch.ModuleName, "enrich", New,
mb.WithHostParser(elasticsearch.HostParser),
)
}
const (
enrichStatsPath = "/_enrich/_stats"
)
// MetricSet type defines all fields of the MetricSet
type MetricSet struct {
*elasticsearch.MetricSet
lastLicenseMessageTimestamp time.Time
}
// New create a new instance of the MetricSet
func New(base mb.BaseMetricSet) (mb.MetricSet, error) {
ms, err := elasticsearch.NewMetricSet(base, enrichStatsPath)
if err != nil {
return nil, err
}
return &MetricSet{MetricSet: ms}, nil
}
// Fetch gathers stats for each enrich coordinator node
func (m *MetricSet) Fetch(r mb.ReporterV2) error {
isMaster, err := elasticsearch.IsMaster(m.HTTP, m.GetServiceURI())
if err != nil {
return errors.Wrap(err, "error determining if connected Elasticsearch node is master")
}
// Not master, no event sent
if !isMaster {
m.Logger().Debug("trying to fetch enrich stats from a non-master node")
return nil
}
info, err := elasticsearch.GetInfo(m.HTTP, m.GetServiceURI())
if err != nil {
return err
}
enrichUnavailableMessage, err := m.checkEnrichAvailability(info.Version.Number)
if err != nil {
return errors.Wrap(err, "error determining if Enrich is available")
}
if enrichUnavailableMessage != "" {
if time.Since(m.lastLicenseMessageTimestamp) > 10*time.Minute {
m.lastLicenseMessageTimestamp = time.Now()
m.Logger().Debug(enrichUnavailableMessage)
}
return nil
}
content, err := m.HTTP.FetchContent()
if err != nil {
return err
}
if m.XPack {
err = eventsMappingXPack(r, m, *info, content)
if err != nil {
// Since this is an x-pack code path, we log the error but don't
// return it. Otherwise it would get reported into `metricbeat-*`
// indices.
m.Logger().Error(err)
return nil
}
} else {
return eventsMapping(r, *info, content)
}
return nil
}
func (m *MetricSet) checkEnrichAvailability(currentElasticsearchVersion *common.Version) (message string, err error) {
isAvailable := elastic.IsFeatureAvailable(currentElasticsearchVersion, elasticsearch.EnrichStatsAPIAvailableVersion)
if !isAvailable {
metricsetName := m.FullyQualifiedName()
message = "the " + metricsetName + " is only supported with Elasticsearch >= " +
elasticsearch.EnrichStatsAPIAvailableVersion.String() + ". " +
"You are currently running Elasticsearch " + currentElasticsearchVersion.String() + "."
return
}
return "", nil
}