From f5dfd08658bd6c18efce897d052fbee54beda770 Mon Sep 17 00:00:00 2001 From: mtojek Date: Thu, 19 Nov 2020 19:23:27 +0100 Subject: [PATCH 1/5] WIP --- dev/generate-docs/README.md | 19 ---- dev/generate-docs/doc_template.go | 58 ---------- dev/generate-docs/exported_fields.go | 157 --------------------------- dev/generate-docs/main.go | 68 ------------ dev/generate-docs/packages.go | 30 ----- dev/generate-docs/sample_event.go | 59 ---------- go.mod | 2 +- go.sum | 8 +- magefile.go | 10 -- 9 files changed, 5 insertions(+), 406 deletions(-) delete mode 100644 dev/generate-docs/README.md delete mode 100644 dev/generate-docs/doc_template.go delete mode 100644 dev/generate-docs/exported_fields.go delete mode 100644 dev/generate-docs/main.go delete mode 100644 dev/generate-docs/packages.go delete mode 100644 dev/generate-docs/sample_event.go diff --git a/dev/generate-docs/README.md b/dev/generate-docs/README.md deleted file mode 100644 index 09b2562ed8b8..000000000000 --- a/dev/generate-docs/README.md +++ /dev/null @@ -1,19 +0,0 @@ -# Generate docs - -The script allows for regenerating README docs based on the existing package content and the `import-beats-resources` -(docs template). - -Template for README.md file supports following template functions: - -`{{fields "access"}}` - render a table with exported fields for the data stream `access` - -`{{event "access"}}` - render a sample event for the data stream `access`. The data stream event must be present in the -`{packageName}/data_stream/{dataStreamName}/sample_event.json` file. - -## Getting started - -Navigate to the integrations root directory and execute the following command: - -```bash -PACKAGES=nginx mage GenerateDocs -``` \ No newline at end of file diff --git a/dev/generate-docs/doc_template.go b/dev/generate-docs/doc_template.go deleted file mode 100644 index e02687d04cb7..000000000000 --- a/dev/generate-docs/doc_template.go +++ /dev/null @@ -1,58 +0,0 @@ -// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one -// or more contributor license agreements. Licensed under the Elastic License; -// you may not use this file except in compliance with the Elastic License. - -package main - -import ( - "fmt" - "log" - "os" - "path/filepath" - "text/template" - - "github.com/pkg/errors" -) - -const ( - readmeFilename = "README.md" - resourcesDocsPath = "./dev/import-beats-resources/%s/docs" -) - -func renderReadme(options generateOptions, packageName string) error { - templatePath := filepath.Join(fmt.Sprintf(resourcesDocsPath, packageName), readmeFilename) - - _, err := os.Stat(templatePath) - if os.IsNotExist(err) { - log.Printf(`Notice: the template file "%s" does not exist. The README.md file will not be rendered.`, templatePath) - return nil - } else if err != nil { - return errors.Wrapf(err, "stat file failed (path: %s)", templatePath) - } - - t := template.New(readmeFilename) - t, err = t.Funcs(template.FuncMap{ - "event": func(dataStreamName string) (string, error) { - return renderSampleEvent(options, packageName, dataStreamName) - }, - "fields": func(dataStreamName string) (string, error) { - return renderExportedFields(options, packageName, dataStreamName) - }, - }).ParseFiles(templatePath) - if err != nil { - return errors.Wrapf(err, "parsing README template failed (path: %s)", templatePath) - } - - outputPath := filepath.Join(options.packagesSourceDir, packageName, "docs", readmeFilename) - f, err := os.OpenFile(outputPath, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0644) - if err != nil { - return errors.Wrapf(err, "opening README file for writing failed (path: %s)", outputPath) - } - defer f.Close() - - err = t.Execute(f, nil) - if err != nil { - return errors.Wrapf(err, "rendering README file failed (path: %s)", templatePath) - } - return nil -} diff --git a/dev/generate-docs/exported_fields.go b/dev/generate-docs/exported_fields.go deleted file mode 100644 index 55e53a7776f2..000000000000 --- a/dev/generate-docs/exported_fields.go +++ /dev/null @@ -1,157 +0,0 @@ -// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one -// or more contributor license agreements. Licensed under the Elastic License; -// you may not use this file except in compliance with the Elastic License. - -package main - -import ( - "fmt" - "io/ioutil" - "path/filepath" - "sort" - "strings" - - "github.com/pkg/errors" - "gopkg.in/yaml.v2" -) - -type fieldDefinition struct { - Name string `yaml:"name,omitempty"` - Type string `yaml:"type,omitempty"` - Description string `yaml:"description,omitempty"` - Fields fieldDefinitionArray `yaml:"fields,omitempty"` -} - -type fieldDefinitionArray []fieldDefinition - -type fieldsTableRecord struct { - name string - description string - aType string -} - -func renderExportedFields(options generateOptions, packageName, dataStreamName string) (string, error) { - dataStreamPath := filepath.Join(options.packagesSourceDir, packageName, "data_stream", dataStreamName) - fieldFiles, err := listFieldFields(dataStreamPath) - if err != nil { - return "", errors.Wrapf(err, "listing field files failed (dataStreamPath: %s)", dataStreamPath) - } - - fields, err := loadFields(fieldFiles) - if err != nil { - return "", errors.Wrap(err, "loading fields files failed") - } - - collected, err := collectFieldsFromDefinitions(fields) - if err != nil { - return "", errors.Wrap(err, "collecting fields files failed") - } - - var builder strings.Builder - builder.WriteString("**Exported fields**\n\n") - - if len(collected) == 0 { - builder.WriteString("(no fields available)\n") - return builder.String(), nil - } - builder.WriteString("| Field | Description | Type |\n") - builder.WriteString("|---|---|---|\n") - for _, c := range collected { - description := strings.TrimSpace(strings.ReplaceAll(c.description, "\n", " ")) - builder.WriteString(fmt.Sprintf("| %s | %s | %s |\n", c.name, description, c.aType)) - } - return builder.String(), nil -} - -func listFieldFields(dataStreamPath string) ([]string, error) { - fieldsPath := filepath.Join(dataStreamPath, "fields") - - var files []string - fileInfos, err := ioutil.ReadDir(fieldsPath) - if err != nil { - return nil, errors.Wrapf(err, "reading data stream fields dir failed (path: %s)", fieldsPath) - } - - for _, fileInfo := range fileInfos { - if !fileInfo.IsDir() { - files = append(files, filepath.Join(fieldsPath, fileInfo.Name())) - } - } - return files, nil -} - -func loadFields(files []string) (fieldDefinitionArray, error) { - var fdas fieldDefinitionArray - - for _, f := range files { - var fda fieldDefinitionArray - - body, err := ioutil.ReadFile(f) - if err != nil { - return nil, errors.Wrapf(err, "reading fields file failed (path: %s)", f) - } - - err = yaml.Unmarshal(body, &fda) - if err != nil { - return nil, errors.Wrapf(err, "unmarshaling fields file failed (path: %s)", f) - } - fdas = append(fdas, fda...) - } - return fdas, nil -} - -func collectFieldsFromDefinitions(fieldDefinitions []fieldDefinition) ([]fieldsTableRecord, error) { - var records []fieldsTableRecord - - root := fieldDefinitions - var err error - for _, f := range root { - records, err = visitFields("", f, records) - if err != nil { - return nil, errors.Wrapf(err, "visiting fields failed") - } - } - - sort.Slice(records, func(i, j int) bool { - return sort.StringsAreSorted([]string{records[i].name, records[j].name}) - }) - return uniqueTableRecords(records), nil -} - -func visitFields(namePrefix string, f fieldDefinition, records []fieldsTableRecord) ([]fieldsTableRecord, error) { - var name = namePrefix - if namePrefix != "" { - name += "." - } - name += f.Name - - if len(f.Fields) == 0 && f.Type != "group" { - records = append(records, fieldsTableRecord{ - name: name, - description: f.Description, - aType: f.Type, - }) - return records, nil - } - - var err error - for _, fieldEntry := range f.Fields { - records, err = visitFields(name, fieldEntry, records) - if err != nil { - return nil, errors.Wrapf(err, "recursive visiting fields failed (namePrefix: %s)", namePrefix) - } - } - return records, nil -} - -func uniqueTableRecords(records []fieldsTableRecord) []fieldsTableRecord { - fieldNames := make(map[string]bool) - var unique []fieldsTableRecord - for _, r := range records { - if _, ok := fieldNames[r.name]; !ok { - fieldNames[r.name] = true - unique = append(unique, r) - } - } - return unique -} diff --git a/dev/generate-docs/main.go b/dev/generate-docs/main.go deleted file mode 100644 index aee2fd4e376d..000000000000 --- a/dev/generate-docs/main.go +++ /dev/null @@ -1,68 +0,0 @@ -// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one -// or more contributor license agreements. Licensed under the Elastic License; -// you may not use this file except in compliance with the Elastic License. - -package main - -import ( - "flag" - "log" - "os" - "strings" - - "github.com/pkg/errors" -) - -type generateOptions struct { - packages string - packagesSourceDir string -} - -func (o *generateOptions) validate() error { - _, err := os.Stat(o.packagesSourceDir) - if err != nil { - return errors.Wrapf(err, "stat file failed (path: %s)", o.packagesSourceDir) - } - return nil -} - -func (o *generateOptions) selectedPackages() []string { - var selected []string - p := strings.TrimSpace(o.packages) - if len(p) > 0 { - selected = strings.Split(p, ",") - } - return selected -} - -func main() { - var options generateOptions - flag.StringVar(&options.packages, "packages", "", "Packages selected for generating docs") - flag.StringVar(&options.packagesSourceDir, "sourceDir", "./packages", "Path to the packages directory") - flag.Parse() - - err := options.validate() - if err != nil { - log.Fatal(errors.Wrap(err, "command options validation failed")) - } - - err = generateDocs(options) - if err != nil { - log.Fatal(errors.Wrap(err, "generating docs failed")) - } -} - -func generateDocs(options generateOptions) error { - packages, err := listPackages(options) - if err != nil { - return errors.Wrap(err, "listing packages failed") - } - - for _, packageName := range packages { - err = renderReadme(options, packageName) - if err != nil { - return errors.Wrapf(err, "rendering README file failed (packageName: %s)", packageName) - } - } - return nil -} diff --git a/dev/generate-docs/packages.go b/dev/generate-docs/packages.go deleted file mode 100644 index 6ef0a9007e3a..000000000000 --- a/dev/generate-docs/packages.go +++ /dev/null @@ -1,30 +0,0 @@ -// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one -// or more contributor license agreements. Licensed under the Elastic License; -// you may not use this file except in compliance with the Elastic License. - -package main - -import ( - "io/ioutil" - - "github.com/pkg/errors" -) - -func listPackages(options generateOptions) ([]string, error) { - if len(options.selectedPackages()) > 0 { - return options.selectedPackages(), nil - } - - var folders []string - fileInfos, err := ioutil.ReadDir(options.packagesSourceDir) - if err != nil { - return nil, errors.Wrapf(err, "reading packages source dir failed (path: %s)", options.packagesSourceDir) - } - - for _, fileInfo := range fileInfos { - if fileInfo.IsDir() { - folders = append(folders, fileInfo.Name()) - } - } - return folders, nil -} diff --git a/dev/generate-docs/sample_event.go b/dev/generate-docs/sample_event.go deleted file mode 100644 index a8e492dce460..000000000000 --- a/dev/generate-docs/sample_event.go +++ /dev/null @@ -1,59 +0,0 @@ -// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one -// or more contributor license agreements. Licensed under the Elastic License; -// you may not use this file except in compliance with the Elastic License. - -package main - -import ( - "encoding/json" - "fmt" - "io/ioutil" - "path/filepath" - "strings" - - "github.com/pkg/errors" -) - -const sampleEventFile = "sample_event.json" - -func renderSampleEvent(options generateOptions, packageName, dataStreamName string) (string, error) { - eventPath := filepath.Join(options.packagesSourceDir, packageName, "data_stream", dataStreamName, sampleEventFile) - - body, err := ioutil.ReadFile(eventPath) - if err != nil { - return "", errors.Wrapf(err, "reading sample event file failed (path: %s)", eventPath) - } - - formatted, err := formatSampleEvent(body) - if err != nil { - return "", errors.Wrapf(err, "formatting sample event file failed (path: %s)", eventPath) - } - - var builder strings.Builder - builder.WriteString(fmt.Sprintf("An example event for `%s` looks as following:\n\n", - stripDataStreamFolderSuffix(dataStreamName))) - builder.WriteString("```$json\n") - builder.Write(formatted) - builder.WriteString("\n```") - return builder.String(), nil -} - -func formatSampleEvent(body []byte) ([]byte, error) { - var d map[string]interface{} - err := json.Unmarshal(body, &d) - if err != nil { - return nil, errors.Wrap(err, "unmarshaling sample event file failed") - } - - body, err = json.MarshalIndent(d, "", " ") - if err != nil { - return nil, errors.Wrap(err, "marshaling sample event file failed") - } - return body, nil -} - -func stripDataStreamFolderSuffix(dataStreamName string) string { - dataStreamName = strings.ReplaceAll(dataStreamName, "_metrics", "") - dataStreamName = strings.ReplaceAll(dataStreamName, "_logs", "") - return dataStreamName -} diff --git a/go.mod b/go.mod index 4395c057e39d..2b94d464514c 100644 --- a/go.mod +++ b/go.mod @@ -4,7 +4,7 @@ go 1.12 require ( github.com/blang/semver v3.5.1+incompatible - github.com/elastic/elastic-package v0.0.0-20201116101436-0dc09d1401c3 + github.com/elastic/elastic-package v0.0.0-20201119182118-20fbe1ae13e3 github.com/elastic/package-registry v0.13.0 github.com/magefile/mage v1.10.0 github.com/pkg/errors v0.9.1 diff --git a/go.sum b/go.sum index 97ccf810461f..8d1aeabce980 100644 --- a/go.sum +++ b/go.sum @@ -83,8 +83,8 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ= github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= -github.com/elastic/elastic-package v0.0.0-20201116101436-0dc09d1401c3 h1:KLriHHtuVyfUkofK2TuQD5V+ghpdpkFxd3hWBu5Q3jI= -github.com/elastic/elastic-package v0.0.0-20201116101436-0dc09d1401c3/go.mod h1:y3Fja8iV3HPIyMC5vpHXZImGuceki+G49CzpqkXUXbI= +github.com/elastic/elastic-package v0.0.0-20201119182118-20fbe1ae13e3 h1:GKzkllZmOLOC0O6HHU9hef5I6a21oFmU1G3vCssEmus= +github.com/elastic/elastic-package v0.0.0-20201119182118-20fbe1ae13e3/go.mod h1:JKaVx9i10JDe50V7FX++K0t9+fZWt8H2MDRfJrAqnJ0= github.com/elastic/go-elasticsearch/v7 v7.9.0 h1:UEau+a1MiiE/F+UrDj60kqIHFWdzU1M2y/YtBU2NC2M= github.com/elastic/go-elasticsearch/v7 v7.9.0/go.mod h1:OJ4wdbtDNk5g503kvlHLyErCgQwwzmDtaFC4XyOxXA4= github.com/elastic/go-ucfg v0.8.3/go.mod h1:iaiY0NBIYeasNgycLyTvhJftQlQEUO2hpF+FX0JKxzo= @@ -92,8 +92,8 @@ github.com/elastic/go-ucfg v0.8.4-0.20200415140258-1232bd4774a6 h1:Ehbr7du4rSSEy github.com/elastic/go-ucfg v0.8.4-0.20200415140258-1232bd4774a6/go.mod h1:iaiY0NBIYeasNgycLyTvhJftQlQEUO2hpF+FX0JKxzo= github.com/elastic/package-registry v0.13.0 h1:RdIzD111v1chu0L3MrbUGqgt6RZ9a9DVN3XMgjgOAu0= github.com/elastic/package-registry v0.13.0/go.mod h1:oQx3Tg9ynuC6APd0o0OHud9kyPX6S6IzdJp/R4Hj1HY= -github.com/elastic/package-spec/code/go v0.0.0-20201112111544-52a4b4358929 h1:K7k6XSDuQs62N4gNAcVfscUjYBRpSSFXeNPduWMsCX8= -github.com/elastic/package-spec/code/go v0.0.0-20201112111544-52a4b4358929/go.mod h1:3W6uyBFCE4/NPcVPb+ZuoLJTMLu8BCTc+PRFDutSvfE= +github.com/elastic/package-spec/code/go v0.0.0-20201119081501-49ecd87c589a h1:TeTwS++rGXnniziGesRHEDaPiMQ48J3LWu5sAQgwNVY= +github.com/elastic/package-spec/code/go v0.0.0-20201119081501-49ecd87c589a/go.mod h1:3W6uyBFCE4/NPcVPb+ZuoLJTMLu8BCTc+PRFDutSvfE= github.com/emirpasic/gods v1.12.0 h1:QAUIPSaCu4G+POclxeqb3F+WPpdKqFGlw36+yOzGlrg= github.com/emirpasic/gods v1.12.0/go.mod h1:YfzfFFoVP/catgzJb4IKIqXjX78Ha8FMSDh3ymbK86o= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= diff --git a/magefile.go b/magefile.go index acab9c74456d..0bfecb63efb8 100644 --- a/magefile.go +++ b/magefile.go @@ -30,7 +30,6 @@ func Check() error { mg.Deps(Format) mg.Deps(Lint) mg.Deps(Build) - mg.Deps(GenerateDocs) mg.Deps(ModTidy) mg.Deps(Test) @@ -95,15 +94,6 @@ func buildImportBeats() error { return nil } -func GenerateDocs() error { - args := []string{"run", "./dev/generate-docs/"} - if os.Getenv("PACKAGES") != "" { - args = append(args, "-packages", os.Getenv("PACKAGES")) - } - args = append(args, "*.go") - return sh.Run("go", args...) -} - func ImportBeats() error { args := []string{"run", "./dev/import-beats/"} if os.Getenv("SKIP_KIBANA") == "true" { From f276c8e82de337a91e8b36a663be5d2b9408b848 Mon Sep 17 00:00:00 2001 From: mtojek Date: Fri, 20 Nov 2020 10:58:56 +0100 Subject: [PATCH 2/5] Move README.md templates to package/_dev --- .gitignore | 2 +- .../apache => packages/apache/_dev/build}/docs/README.md | 0 .../auditd => packages/auditd/_dev/build}/docs/README.md | 0 .../aws => packages/aws/_dev/build}/docs/README.md | 0 .../azure => packages/azure/_dev/build}/docs/README.md | 0 .../checkpoint/_dev/build}/docs/README.md | 0 .../cisco => packages/cisco/_dev/build}/docs/README.md | 0 .../crowdstrike/_dev/build}/docs/README.md | 0 .../fortinet => packages/fortinet/_dev/build}/docs/README.md | 0 .../haproxy => packages/haproxy/_dev/build}/docs/README.md | 0 .../iis => packages/iis/_dev/build}/docs/README.md | 0 .../juniper => packages/juniper/_dev/build}/docs/README.md | 0 .../kafka => packages/kafka/_dev/build}/docs/README.md | 0 .../kubernetes/_dev/build}/docs/README.md | 0 .../linux => packages/linux/_dev/build}/docs/README.md | 0 .../microsoft => packages/microsoft/_dev/build}/docs/README.md | 0 .../mongodb => packages/mongodb/_dev/build}/docs/README.md | 0 .../mysql => packages/mysql/_dev/build}/docs/README.md | 0 .../netflow => packages/netflow/_dev/build}/docs/README.md | 0 .../nginx => packages/nginx/_dev/build}/docs/README.md | 0 .../o365 => packages/o365/_dev/build}/docs/README.md | 0 .../okta => packages/okta/_dev/build}/docs/README.md | 0 .../panw => packages/panw/_dev/build}/docs/README.md | 0 .../postgresql/_dev/build}/docs/README.md | 0 .../prometheus/_dev/build}/docs/README.md | 0 .../rabbitmq => packages/rabbitmq/_dev/build}/docs/README.md | 0 .../redis => packages/redis/_dev/build}/docs/README.md | 0 .../suricata => packages/suricata/_dev/build}/docs/README.md | 0 .../system => packages/system/_dev/build}/docs/README.md | 0 .../windows => packages/windows/_dev/build}/docs/README.md | 0 .../zeek => packages/zeek/_dev/build}/docs/README.md | 0 .../zookeeper => packages/zookeeper/_dev/build}/docs/README.md | 0 .../zoom => packages/zoom/_dev/build}/docs/README.md | 0 33 files changed, 1 insertion(+), 1 deletion(-) rename {dev/import-beats-resources/apache => packages/apache/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/auditd => packages/auditd/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/aws => packages/aws/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/azure => packages/azure/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/checkpoint => packages/checkpoint/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/cisco => packages/cisco/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/crowdstrike => packages/crowdstrike/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/fortinet => packages/fortinet/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/haproxy => packages/haproxy/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/iis => packages/iis/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/juniper => packages/juniper/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/kafka => packages/kafka/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/kubernetes => packages/kubernetes/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/linux => packages/linux/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/microsoft => packages/microsoft/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/mongodb => packages/mongodb/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/mysql => packages/mysql/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/netflow => packages/netflow/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/nginx => packages/nginx/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/o365 => packages/o365/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/okta => packages/okta/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/panw => packages/panw/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/postgresql => packages/postgresql/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/prometheus => packages/prometheus/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/rabbitmq => packages/rabbitmq/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/redis => packages/redis/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/suricata => packages/suricata/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/system => packages/system/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/windows => packages/windows/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/zeek => packages/zeek/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/zookeeper => packages/zookeeper/_dev/build}/docs/README.md (100%) rename {dev/import-beats-resources/zoom => packages/zoom/_dev/build}/docs/README.md (100%) diff --git a/.gitignore b/.gitignore index 34bedb199b76..23bc623f75f8 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,6 @@ .DS_Store .idea -build +/build dev/packages diff --git a/dev/import-beats-resources/apache/docs/README.md b/packages/apache/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/apache/docs/README.md rename to packages/apache/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/auditd/docs/README.md b/packages/auditd/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/auditd/docs/README.md rename to packages/auditd/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/aws/docs/README.md b/packages/aws/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/aws/docs/README.md rename to packages/aws/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/azure/docs/README.md b/packages/azure/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/azure/docs/README.md rename to packages/azure/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/checkpoint/docs/README.md b/packages/checkpoint/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/checkpoint/docs/README.md rename to packages/checkpoint/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/cisco/docs/README.md b/packages/cisco/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/cisco/docs/README.md rename to packages/cisco/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/crowdstrike/docs/README.md b/packages/crowdstrike/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/crowdstrike/docs/README.md rename to packages/crowdstrike/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/fortinet/docs/README.md b/packages/fortinet/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/fortinet/docs/README.md rename to packages/fortinet/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/haproxy/docs/README.md b/packages/haproxy/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/haproxy/docs/README.md rename to packages/haproxy/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/iis/docs/README.md b/packages/iis/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/iis/docs/README.md rename to packages/iis/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/juniper/docs/README.md b/packages/juniper/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/juniper/docs/README.md rename to packages/juniper/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/kafka/docs/README.md b/packages/kafka/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/kafka/docs/README.md rename to packages/kafka/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/kubernetes/docs/README.md b/packages/kubernetes/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/kubernetes/docs/README.md rename to packages/kubernetes/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/linux/docs/README.md b/packages/linux/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/linux/docs/README.md rename to packages/linux/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/microsoft/docs/README.md b/packages/microsoft/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/microsoft/docs/README.md rename to packages/microsoft/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/mongodb/docs/README.md b/packages/mongodb/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/mongodb/docs/README.md rename to packages/mongodb/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/mysql/docs/README.md b/packages/mysql/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/mysql/docs/README.md rename to packages/mysql/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/netflow/docs/README.md b/packages/netflow/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/netflow/docs/README.md rename to packages/netflow/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/nginx/docs/README.md b/packages/nginx/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/nginx/docs/README.md rename to packages/nginx/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/o365/docs/README.md b/packages/o365/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/o365/docs/README.md rename to packages/o365/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/okta/docs/README.md b/packages/okta/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/okta/docs/README.md rename to packages/okta/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/panw/docs/README.md b/packages/panw/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/panw/docs/README.md rename to packages/panw/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/postgresql/docs/README.md b/packages/postgresql/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/postgresql/docs/README.md rename to packages/postgresql/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/prometheus/docs/README.md b/packages/prometheus/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/prometheus/docs/README.md rename to packages/prometheus/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/rabbitmq/docs/README.md b/packages/rabbitmq/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/rabbitmq/docs/README.md rename to packages/rabbitmq/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/redis/docs/README.md b/packages/redis/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/redis/docs/README.md rename to packages/redis/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/suricata/docs/README.md b/packages/suricata/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/suricata/docs/README.md rename to packages/suricata/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/system/docs/README.md b/packages/system/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/system/docs/README.md rename to packages/system/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/windows/docs/README.md b/packages/windows/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/windows/docs/README.md rename to packages/windows/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/zeek/docs/README.md b/packages/zeek/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/zeek/docs/README.md rename to packages/zeek/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/zookeeper/docs/README.md b/packages/zookeeper/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/zookeeper/docs/README.md rename to packages/zookeeper/_dev/build/docs/README.md diff --git a/dev/import-beats-resources/zoom/docs/README.md b/packages/zoom/_dev/build/docs/README.md similarity index 100% rename from dev/import-beats-resources/zoom/docs/README.md rename to packages/zoom/_dev/build/docs/README.md From fc678dffa312fb4ffbde750d1151f9057c615f76 Mon Sep 17 00:00:00 2001 From: mtojek Date: Fri, 20 Nov 2020 11:18:59 +0100 Subject: [PATCH 3/5] Fix: import-beats --- dev/import-beats/packages.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/import-beats/packages.go b/dev/import-beats/packages.go index 14e4d50cf81e..7d81fa61312c 100644 --- a/dev/import-beats/packages.go +++ b/dev/import-beats/packages.go @@ -190,7 +190,7 @@ func (r *packageRepository) createPackagesFromSource(beatsDir, beatName, beatTyp // docs if len(aPackage.docs) == 0 { - packageDocsPath := filepath.Join("dev/import-beats-resources", moduleDir.Name(), "docs") + packageDocsPath := filepath.Join("packages", moduleDir.Name(), "_dev", "build", "docs") docs, err := createDocTemplates(packageDocsPath) if err != nil { return err From 1a46e255be44ddf1f94bd557f12e90ef78cb4ea4 Mon Sep 17 00:00:00 2001 From: mtojek Date: Fri, 20 Nov 2020 11:49:13 +0100 Subject: [PATCH 4/5] Rebuild README.md docs --- CONTRIBUTING.md | 4 +- magefile.go | 13 - packages/apache/docs/README.md | 182 +- packages/auditd/docs/README.md | 54 +- packages/aws/docs/README.md | 2542 +++++++-------- packages/azure/docs/README.md | 664 ++-- packages/haproxy/docs/README.md | 372 +-- packages/iis/docs/README.md | 626 ++-- packages/kafka/docs/README.md | 310 +- packages/kubernetes/docs/README.md | 4730 ++++++++++++++-------------- packages/mongodb/docs/README.md | 1348 ++++---- packages/mysql/docs/README.md | 452 +-- packages/nginx/docs/README.md | 84 +- packages/postgresql/docs/README.md | 386 +-- packages/prometheus/docs/README.md | 310 +- packages/rabbitmq/docs/README.md | 412 +-- packages/redis/docs/README.md | 516 +-- packages/zookeeper/docs/README.md | 330 +- 18 files changed, 6661 insertions(+), 6674 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index d04f59c0aa8a..287875f232a2 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -158,7 +158,7 @@ what's been already fixed, as the script has overridden part of it). 4. Write README template file for the integration. The README template is used to render the final README file including exported fields. The template should be placed - in the `dev/import-beats-resources//docs/README.md`. + in the `package//_dev/build/docs/README.md` (if the directory doesn't exist, please create it). Review the MySQL docs template to see how to use template functions (e.g. `{{fields "dataset-name"}}`). If the same dataset name is used in both metrics and logs, please add `-metrics` and `-logs` in the template. For example, `elb` is a dataset for log and also a dataset for metrics. In README.md template, `{{fields "elb_logs"}}` and `{{fields "elb_metrics"}}` are used to separate them. @@ -251,7 +251,7 @@ what's been already fixed, as the script has overridden part of it). 11. Update docs template with sample events. The events collected by the agent slightly differ from original, Metricbeat's and Filebeat's, ones. Adjust the event - content manually basing on already migrated integrations (e.g. [MySQL integration](https://github.com/elastic/integrations/blob/master/dev/import-beats-resources/mysql/docs/README.md)) + content manually basing on already migrated integrations (e.g. [MySQL integration](https://github.com/elastic/integrations/blob/master/packages/mysql/_dev/build/docs/README.md)) or copy them once managed to run whole setup with real agent. 12. Kibana: use `stream.dataset` field instead of `event.dataset`. diff --git a/magefile.go b/magefile.go index 0bfecb63efb8..9e3f6e3127fc 100644 --- a/magefile.go +++ b/magefile.go @@ -62,11 +62,6 @@ func Build() error { return err } - err = dryRunPackageRegistry() - if err != nil { - return err - } - err = buildImportBeats() if err != nil { return err @@ -78,14 +73,6 @@ func buildIntegrations() error { return runElasticPackageOnAllIntegrations(true, "build") } -func dryRunPackageRegistry() error { - err := sh.Run("go", "run", "github.com/elastic/package-registry", "-dry-run=true") - if err != nil { - return errors.Wrap(err, "package-registry dry-run failed") - } - return nil -} - func buildImportBeats() error { err := sh.Run("go", "build", "-o", "/dev/null", "./dev/import-beats") if err != nil { diff --git a/packages/apache/docs/README.md b/packages/apache/docs/README.md index c6e6785d207f..15ca3aecb7a1 100644 --- a/packages/apache/docs/README.md +++ b/packages/apache/docs/README.md @@ -165,98 +165,98 @@ An example event for `status` looks as following: ```$json { - "@metadata": { - "beat": "metricbeat", - "raw_index": "metrics-apache.status-default", - "type": "_doc", - "version": "8.0.0" - }, - "@timestamp": "2020-06-24T10:19:48.005Z", - "agent": { - "ephemeral_id": "685f03e4-76e7-4d05-b398-8454b8964681", - "id": "a74466da-3ea4-44f9-aea0-11c5e4b920be", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "apache": { - "status": { - "bytes_per_request": 94.0933, - "bytes_per_sec": 83.6986, - "connections": { - "async": { - "closing": 0, - "keep_alive": 0, - "writing": 0 - }, - "total": 0 - }, - "cpu": { - "children_system": 0, - "children_user": 0, - "load": 0.185185, - "system": 1.79, - "user": 1.11 - }, - "hostname": "127.0.0.1:8088", - "load": { - "1": 3.58, - "15": 2.79, - "5": 3.54 - }, - "requests_per_sec": 0.889527, - "scoreboard": { - "closing_connection": 0, - "dns_lookup": 0, - "gracefully_finishing": 0, - "idle_cleanup": 0, - "keepalive": 0, - "logging": 0, - "open_slot": 325, - "reading_request": 0, - "sending_reply": 1, - "starting_up": 0, - "total": 400, - "waiting_for_connection": 74 - }, - "total_accesses": 1393, - "total_kbytes": 128, - "uptime": { - "server_uptime": 1566, - "uptime": 1566 - }, - "workers": { - "busy": 1, - "idle": 74 - } + "@timestamp": "2020-06-24T10:19:48.005Z", + "@metadata": { + "beat": "metricbeat", + "type": "_doc", + "version": "8.0.0", + "raw_index": "metrics-apache.status-default" + }, + "metricset": { + "name": "status", + "period": 10000 + }, + "apache": { + "status": { + "connections": { + "total": 0, + "async": { + "writing": 0, + "keep_alive": 0, + "closing": 0 + } + }, + "total_kbytes": 128, + "cpu": { + "children_user": 0, + "children_system": 0, + "load": 0.185185, + "user": 1.11, + "system": 1.79 + }, + "scoreboard": { + "logging": 0, + "idle_cleanup": 0, + "starting_up": 0, + "reading_request": 0, + "dns_lookup": 0, + "closing_connection": 0, + "gracefully_finishing": 0, + "sending_reply": 1, + "keepalive": 0, + "total": 400, + "open_slot": 325, + "waiting_for_connection": 74 + }, + "workers": { + "busy": 1, + "idle": 74 + }, + "bytes_per_sec": 83.6986, + "hostname": "127.0.0.1:8088", + "uptime": { + "server_uptime": 1566, + "uptime": 1566 + }, + "total_accesses": 1393, + "bytes_per_request": 94.0933, + "requests_per_sec": 0.889527, + "load": { + "1": 3.58, + "5": 3.54, + "15": 2.79 + } + } + }, + "service": { + "address": "127.0.0.1:8088", + "type": "apache" + }, + "event": { + "duration": 2381832, + "dataset": "apache.status", + "module": "apache" + }, + "dataset": { + "type": "metrics", + "name": "apache.status", + "namespace": "default" + }, + "stream": { + "dataset": "apache.status", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "685f03e4-76e7-4d05-b398-8454b8964681", + "id": "a74466da-3ea4-44f9-aea0-11c5e4b920be", + "name": "MacBook-Elastic.local" } - }, - "dataset": { - "name": "apache.status", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "apache.status", - "duration": 2381832, - "module": "apache" - }, - "metricset": { - "name": "status", - "period": 10000 - }, - "service": { - "address": "127.0.0.1:8088", - "type": "apache" - }, - "stream": { - "dataset": "apache.status", - "namespace": "default", - "type": "metrics" - } } ``` diff --git a/packages/auditd/docs/README.md b/packages/auditd/docs/README.md index 80e852cbd296..b7cd0e0a80a8 100644 --- a/packages/auditd/docs/README.md +++ b/packages/auditd/docs/README.md @@ -18,34 +18,34 @@ An example event for `log` looks as following: ```$json { - "@timestamp": "2017-01-31T20:17:14.891Z", - "auditd": { - "log": { - "dst_prefixlen": 16, - "op": "SPD-delete", - "sequence": 18877201, - "ses": "4294967295", - "src_prefixlen": 24 + "@timestamp": "2017-01-31T20:17:14.891Z", + "destination": { + "address": "192.168.0.0" + }, + "source": { + "address": "192.168.2.0", + "ip": "192.168.2.0" + }, + "event": { + "action": "mac_ipsec_event", + "ingested": "2020-11-16T10:43:43.094510300Z", + "kind": "event", + "outcome": "1" + }, + "auditd": { + "log": { + "ses": "4294967295", + "sequence": 18877201, + "op": "SPD-delete", + "src_prefixlen": 24, + "dst_prefixlen": 16 + } + }, + "user": { + "audit": { + "id": "4294967295" + } } - }, - "destination": { - "address": "192.168.0.0" - }, - "event": { - "action": "mac_ipsec_event", - "ingested": "2020-11-16T10:43:43.094510300Z", - "kind": "event", - "outcome": "1" - }, - "source": { - "address": "192.168.2.0", - "ip": "192.168.2.0" - }, - "user": { - "audit": { - "id": "4294967295" - } - } } ``` diff --git a/packages/aws/docs/README.md b/packages/aws/docs/README.md index 92c38ef65010..20df8a071c19 100644 --- a/packages/aws/docs/README.md +++ b/packages/aws/docs/README.md @@ -598,71 +598,71 @@ An example event for `billing` looks as following: ```$json { - "_id": "IMxJXHIBpGMSUzkZo-s0", - "_index": "metrics-aws.billing-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:17:06.212Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "billing": { - "metrics": { - "EstimatedCharges": { - "max": 1625.41 - } + "_index": "metrics-aws.billing-default-000001", + "_id": "IMxJXHIBpGMSUzkZo-s0", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:17:06.212Z", + "cloud": { + "provider": "aws", + "region": "us-east-1", + "account": { + "id": "428152502467", + "name": "elastic-beats" + } + }, + "event": { + "dataset": "aws.billing", + "module": "aws", + "duration": 1938760247 + }, + "metricset": { + "name": "billing", + "period": 43200000 + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "billing": { + "metrics": { + "EstimatedCharges": { + "max": 1625.41 + } + } + }, + "cloudwatch": { + "namespace": "AWS/Billing" + }, + "dimensions": { + "Currency": "USD" + } + }, + "service": { + "type": "aws" + }, + "stream": { + "type": "metrics", + "dataset": "aws.billing", + "namespace": "default" + }, + "agent": { + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b" } - }, - "cloudwatch": { - "namespace": "AWS/Billing" - }, - "dimensions": { - "Currency": "USD" - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-east-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.billing", - "duration": 1938760247, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:17:06.212Z" + ] }, - "metricset": { - "name": "billing", - "period": 43200000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.billing", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:17:06.212Z" + "sort": [ + 1590686226212 ] - }, - "sort": [ - 1590686226212 - ] } ``` @@ -719,76 +719,76 @@ An example event for `cloudwatch` looks as following: ```$json { - "_id": "-sxJXHIBpGMSUzkZxex8", - "_index": "metrics-aws.cloudwatch_metrics-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:17:02.812Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/EC2" - }, - "dimensions": { - "InstanceId": "i-0830bfecfa7173cbe" - }, - "ec2": { - "metrics": { - "CPUUtilization": { - "avg": 0.7661943132361363, - "max": 0.833333333333333 - }, - "DiskWriteOps": { - "avg": 0, - "max": 0 - } + "_index": "metrics-aws.cloudwatch_metrics-default-000001", + "_id": "-sxJXHIBpGMSUzkZxex8", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:17:02.812Z", + "event": { + "duration": 14119105951, + "dataset": "aws.cloudwatch", + "module": "aws" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0" + }, + "stream": { + "dataset": "aws.cloudwatch_metrics", + "namespace": "default", + "type": "metrics" + }, + "service": { + "type": "aws" + }, + "cloud": { + "provider": "aws", + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + } + }, + "aws": { + "dimensions": { + "InstanceId": "i-0830bfecfa7173cbe" + }, + "ec2": { + "metrics": { + "DiskWriteOps": { + "avg": 0, + "max": 0 + }, + "CPUUtilization": { + "avg": 0.7661943132361363, + "max": 0.833333333333333 + } + } + }, + "cloudwatch": { + "namespace": "AWS/EC2" + } + }, + "metricset": { + "period": 300000, + "name": "cloudwatch" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.cloudwatch", - "duration": 14119105951, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:17:02.812Z" + ] }, - "metricset": { - "name": "cloudwatch", - "period": 300000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.cloudwatch_metrics", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:17:02.812Z" + "sort": [ + 1590686222812 ] - }, - "sort": [ - 1590686222812 - ] } ``` @@ -843,82 +843,82 @@ An example event for `dynamodb` looks as following: ```$json { - "_id": "YMxJXHIBpGMSUzkZzO0_", - "_index": "metrics-aws.dynamodb-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:17:08.666Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/DynamoDB" - }, - "dimensions": { - "TableName": "TryDaxTable3" - }, - "dynamodb": { - "metrics": { - "ConsumedReadCapacityUnits": { - "avg": 0, - "sum": 0 - }, - "ConsumedWriteCapacityUnits": { - "avg": 0, - "sum": 0 - }, - "ProvisionedReadCapacityUnits": { - "avg": 1 - }, - "ProvisionedWriteCapacityUnits": { - "avg": 1 - } + "_index": "metrics-aws.dynamodb-default-000001", + "_id": "YMxJXHIBpGMSUzkZzO0_", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:17:08.666Z", + "agent": { + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0" + }, + "event": { + "dataset": "aws.dynamodb", + "module": "aws", + "duration": 10266182336 + }, + "stream": { + "type": "metrics", + "dataset": "aws.dynamodb", + "namespace": "default" + }, + "service": { + "type": "aws" + }, + "ecs": { + "version": "1.5.0" + }, + "cloud": { + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws", + "region": "eu-central-1" + }, + "aws": { + "dimensions": { + "TableName": "TryDaxTable3" + }, + "dynamodb": { + "metrics": { + "ProvisionedWriteCapacityUnits": { + "avg": 1 + }, + "ProvisionedReadCapacityUnits": { + "avg": 1 + }, + "ConsumedWriteCapacityUnits": { + "avg": 0, + "sum": 0 + }, + "ConsumedReadCapacityUnits": { + "avg": 0, + "sum": 0 + } + } + }, + "cloudwatch": { + "namespace": "AWS/DynamoDB" + } + }, + "metricset": { + "name": "dynamodb", + "period": 300000 } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "eu-central-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.dynamodb", - "duration": 10266182336, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:17:08.666Z" + ] }, - "metricset": { - "name": "dynamodb", - "period": 300000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.dynamodb", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:17:08.666Z" + "sort": [ + 1590686228666 ] - }, - "sort": [ - 1590686228666 - ] } ``` @@ -999,94 +999,94 @@ An example event for `ebs` looks as following: ```$json { - "_id": "_89uXHIBpGMSUzkZoRoL", - "_index": "metrics-aws.ebs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:57:22.450Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/EBS" - }, - "dimensions": { - "VolumeId": "vol-03370a204cc8b0a2f" - }, - "ebs": { - "metrics": { - "BurstBalance": { - "avg": 100 - }, - "VolumeIdleTime": { - "sum": 299.98 - }, - "VolumeQueueLength": { - "avg": 0.0000666666666666667 - }, - "VolumeReadOps": { - "avg": 0 - }, - "VolumeTotalWriteTime": { - "sum": 0.02 - }, - "VolumeWriteBytes": { - "avg": 14406.620689655172 - }, - "VolumeWriteOps": { - "avg": 29 - } + "_index": "metrics-aws.ebs-default-000001", + "_id": "_89uXHIBpGMSUzkZoRoL", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:57:22.450Z", + "service": { + "type": "aws" + }, + "aws": { + "ebs": { + "metrics": { + "VolumeReadOps": { + "avg": 0 + }, + "VolumeQueueLength": { + "avg": 0.0000666666666666667 + }, + "VolumeWriteOps": { + "avg": 29 + }, + "VolumeTotalWriteTime": { + "sum": 0.02 + }, + "BurstBalance": { + "avg": 100 + }, + "VolumeWriteBytes": { + "avg": 14406.620689655172 + }, + "VolumeIdleTime": { + "sum": 299.98 + } + } + }, + "cloudwatch": { + "namespace": "AWS/EBS" + }, + "dimensions": { + "VolumeId": "vol-03370a204cc8b0a2f" + } + }, + "agent": { + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30" + }, + "ecs": { + "version": "1.5.0" + }, + "cloud": { + "provider": "aws", + "region": "eu-central-1", + "account": { + "id": "428152502467", + "name": "elastic-beats" + } + }, + "event": { + "dataset": "aws.ebs", + "module": "aws", + "duration": 10488314037 + }, + "metricset": { + "period": 300000, + "name": "ebs" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "aws.ebs" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "eu-central-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.ebs", - "duration": 10488314037, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:57:22.450Z" + ] }, - "metricset": { - "name": "ebs", - "period": 300000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.ebs@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.ebs", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:57:22.450Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.ebs@/kibana-highlighted-field@" + "sort": [ + 1590688642450 ] - }, - "sort": [ - 1590688642450 - ] } ``` @@ -1152,138 +1152,138 @@ An example event for `ec2` looks as following: ```$json { - "_id": "b89uXHIBpGMSUzkZHxPP", - "_index": "metrics-aws.ec2_metrics-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:56:37.255Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "ec2": { - "cpu": { - "credit_balance": 144, - "credit_usage": 0.004566, - "surplus_credit_balance": 0, - "surplus_credits_charged": 0, - "total": { - "pct": 0.0999999999997574 - } - }, - "diskio": { - "read": { - "bytes": 0, - "bytes_per_sec": 0, - "count": 0, - "count_per_sec": 0 - }, - "write": { - "bytes": 0, - "bytes_per_sec": 0, - "count": 0, - "count_per_sec": 0 - } - }, - "instance": { - "core": { - "count": 1 - }, - "image": { - "id": "ami-0b418580298265d5c" - }, - "monitoring": { - "state": "disabled" - }, - "private": { - "dns_name": "ip-10-0-0-122.eu-central-1.compute.internal", - "ip": "10.0.0.122" - }, - "public": { - "dns_name": "", - "ip": "3.122.204.80" - }, - "state": { - "code": 16, - "name": "running" - }, - "threads_per_core": 1 - }, - "network": { - "in": { - "bytes": 30930.8, - "bytes_per_sec": 103.10266666666666, - "packets": 448.4, - "packets_per_sec": 1.4946666666666666 - }, - "out": { - "bytes": 15526.4, - "bytes_per_sec": 51.754666666666665, - "packets": 233.6, - "packets_per_sec": 0.7786666666666666 - } - }, - "status": { - "check_failed": 0, - "check_failed_instance": 0, - "check_failed_system": 0 + "_index": "metrics-aws.ec2_metrics-default-000001", + "_id": "b89uXHIBpGMSUzkZHxPP", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:56:37.255Z", + "aws": { + "ec2": { + "network": { + "in": { + "packets": 448.4, + "bytes_per_sec": 103.10266666666666, + "packets_per_sec": 1.4946666666666666, + "bytes": 30930.8 + }, + "out": { + "packets": 233.6, + "bytes_per_sec": 51.754666666666665, + "packets_per_sec": 0.7786666666666666, + "bytes": 15526.4 + } + }, + "status": { + "check_failed": 0, + "check_failed_instance": 0, + "check_failed_system": 0 + }, + "cpu": { + "credit_usage": 0.004566, + "credit_balance": 144, + "surplus_credit_balance": 0, + "surplus_credits_charged": 0, + "total": { + "pct": 0.0999999999997574 + } + }, + "diskio": { + "read": { + "bytes_per_sec": 0, + "count_per_sec": 0, + "bytes": 0, + "count": 0 + }, + "write": { + "count": 0, + "bytes_per_sec": 0, + "count_per_sec": 0, + "bytes": 0 + } + }, + "instance": { + "core": { + "count": 1 + }, + "threads_per_core": 1, + "public": { + "ip": "3.122.204.80", + "dns_name": "" + }, + "private": { + "ip": "10.0.0.122", + "dns_name": "ip-10-0-0-122.eu-central-1.compute.internal" + }, + "image": { + "id": "ami-0b418580298265d5c" + }, + "state": { + "name": "running", + "code": 16 + }, + "monitoring": { + "state": "disabled" + } + } + } + }, + "agent": { + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30" + }, + "ecs": { + "version": "1.5.0" + }, + "event": { + "module": "aws", + "duration": 23217499283, + "dataset": "aws.ec2" + }, + "metricset": { + "period": 300000, + "name": "ec2" + }, + "service": { + "type": "aws" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "aws.ec2_metrics" + }, + "cloud": { + "provider": "aws", + "region": "eu-central-1", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "instance": { + "id": "i-04c1a32c2aace6b40" + }, + "machine": { + "type": "t2.micro" + }, + "availability_zone": "eu-central-1a" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "availability_zone": "eu-central-1a", - "instance": { - "id": "i-04c1a32c2aace6b40" - }, - "machine": { - "type": "t2.micro" - }, - "provider": "aws", - "region": "eu-central-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.ec2", - "duration": 23217499283, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:56:37.255Z" + ] }, - "metricset": { - "name": "ec2", - "period": 300000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.ec2@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.ec2_metrics", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:56:37.255Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.ec2@/kibana-highlighted-field@" + "sort": [ + 1590688597255 ] - }, - "sort": [ - 1590688597255 - ] } ``` @@ -1382,91 +1382,91 @@ An example event for `elb` looks as following: ```$json { - "_id": "i89vXHIBpGMSUzkZuSyO", - "_index": "metrics-aws.elb_metrics-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:30.211Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/ELB" - }, - "dimensions": { - "LoadBalancerName": "filebeat-aws-elb-test-elb" - }, - "elb": { - "metrics": { - "EstimatedALBActiveConnectionCount": { - "avg": 5 - }, - "EstimatedALBConsumedLCUs": { - "avg": 0.00035000000000000005 - }, - "EstimatedALBNewConnectionCount": { - "avg": 32 - }, - "EstimatedProcessedBytes": { - "avg": 967 - }, - "HealthyHostCount": { - "max": 2 - }, - "UnHealthyHostCount": { - "max": 0 - } + "_index": "metrics-aws.elb_metrics-default-000001", + "_id": "i89vXHIBpGMSUzkZuSyO", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:30.211Z", + "agent": { + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b" + }, + "ecs": { + "version": "1.5.0" + }, + "cloud": { + "provider": "aws", + "region": "eu-central-1", + "account": { + "id": "428152502467", + "name": "elastic-beats" + } + }, + "aws": { + "elb": { + "metrics": { + "EstimatedALBNewConnectionCount": { + "avg": 32 + }, + "EstimatedALBConsumedLCUs": { + "avg": 0.00035000000000000005 + }, + "EstimatedProcessedBytes": { + "avg": 967 + }, + "EstimatedALBActiveConnectionCount": { + "avg": 5 + }, + "HealthyHostCount": { + "max": 2 + }, + "UnHealthyHostCount": { + "max": 0 + } + } + }, + "cloudwatch": { + "namespace": "AWS/ELB" + }, + "dimensions": { + "LoadBalancerName": "filebeat-aws-elb-test-elb" + } + }, + "metricset": { + "name": "elb", + "period": 60000 + }, + "event": { + "dataset": "aws.elb", + "module": "aws", + "duration": 15044430616 + }, + "service": { + "type": "aws" + }, + "stream": { + "type": "metrics", + "dataset": "aws.elb_metrics", + "namespace": "default" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "eu-central-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.elb", - "duration": 15044430616, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:30.211Z" + ] }, - "metricset": { - "name": "elb", - "period": 60000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.elb@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.elb_metrics", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:30.211Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.elb@/kibana-highlighted-field@" + "sort": [ + 1590688710211 ] - }, - "sort": [ - 1590688710211 - ] } ``` @@ -1577,81 +1577,81 @@ An example event for `lambda` looks as following: ```$json { - "_id": "YMxJXHIBpGMSUzkZzO0_", - "_index": "metrics-aws.lambda-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:17:08.666Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/Lambda" - }, - "dimensions": { - "FunctionName": "ec2-owner-tagger-serverless", - "Resource": "ec2-owner-tagger-serverless" - }, - "lambda": { - "metrics": { - "Duration": { - "avg": 8218.073333333334 - }, - "Errors": { - "avg": 1 - }, - "Invocations": { - "avg": 1 - }, - "Throttles": { - "avg": 0 - } + "_index": "metrics-aws.lambda-default-000001", + "_id": "YMxJXHIBpGMSUzkZzO0_", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:17:08.666Z", + "agent": { + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0" + }, + "event": { + "dataset": "aws.dynamodb", + "module": "aws", + "duration": 10266182336 + }, + "stream": { + "type": "metrics", + "dataset": "aws.lambda", + "namespace": "default" + }, + "service": { + "type": "aws" + }, + "ecs": { + "version": "1.5.0" + }, + "cloud": { + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws", + "region": "eu-central-1" + }, + "aws": { + "cloudwatch": { + "namespace": "AWS/Lambda" + }, + "dimensions": { + "FunctionName": "ec2-owner-tagger-serverless", + "Resource": "ec2-owner-tagger-serverless" + }, + "lambda": { + "metrics": { + "Duration": { + "avg": 8218.073333333334 + }, + "Errors": { + "avg": 1 + }, + "Invocations": { + "avg": 1 + }, + "Throttles": { + "avg": 0 + } + } + } + }, + "metricset": { + "name": "dynamodb", + "period": 300000 } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "eu-central-1" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.dynamodb", - "duration": 10266182336, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:17:08.666Z" + ] }, - "metricset": { - "name": "dynamodb", - "period": 300000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.lambda", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:17:08.666Z" + "sort": [ + 1590686228666 ] - }, - "sort": [ - 1590686228666 - ] } ``` @@ -1721,112 +1721,112 @@ An example event for `natgateway` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.natgateway-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/NATGateway" - }, - "dimensions": { - "NatGatewayId": "nat-0a5cb7b9807908cc0" - }, - "natgateway": { - "metrics": { - "ActiveConnectionCount": { - "max": 0 - }, - "BytesInFromDestination": { - "sum": 0 - }, - "BytesInFromSource": { - "sum": 0 - }, - "BytesOutToDestination": { - "sum": 0 - }, - "BytesOutToSource": { - "sum": 0 - }, - "ConnectionAttemptCount": { - "sum": 0 - }, - "ConnectionEstablishedCount": { - "sum": 0 - }, - "ErrorPortAllocation": { - "sum": 0 - }, - "PacketsDropCount": { - "sum": 0 - }, - "PacketsInFromDestination": { - "sum": 0 - }, - "PacketsInFromSource": { - "sum": 0 - }, - "PacketsOutToDestination": { - "sum": 0 - }, - "PacketsOutToSource": { - "sum": 0 - } + "_index": "metrics-aws.natgateway-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.natgateway", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "cloudwatch": { + "namespace": "AWS/NATGateway" + }, + "dimensions": { + "NatGatewayId": "nat-0a5cb7b9807908cc0" + }, + "natgateway": { + "metrics": { + "ActiveConnectionCount": { + "max": 0 + }, + "BytesInFromDestination": { + "sum": 0 + }, + "BytesInFromSource": { + "sum": 0 + }, + "BytesOutToDestination": { + "sum": 0 + }, + "BytesOutToSource": { + "sum": 0 + }, + "ConnectionAttemptCount": { + "sum": 0 + }, + "ConnectionEstablishedCount": { + "sum": 0 + }, + "ErrorPortAllocation": { + "sum": 0 + }, + "PacketsDropCount": { + "sum": 0 + }, + "PacketsInFromDestination": { + "sum": 0 + }, + "PacketsInFromSource": { + "sum": 0 + }, + "PacketsOutToDestination": { + "sum": 0 + }, + "PacketsOutToSource": { + "sum": 0 + } + } + } + }, + "event": { + "dataset": "aws.natgateway", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "natgateway" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.natgateway", - "duration": 10418157072, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "metricset": { - "name": "natgateway", - "period": 60000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.natgateway@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.natgateway", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.natgateway@/kibana-highlighted-field@" + "sort": [ + 1590688707154 ] - }, - "sort": [ - 1590688707154 - ] } ``` @@ -1895,117 +1895,117 @@ An example event for `rds` looks as following: ```$json { - "_id": "k89vXHIBpGMSUzkZuSyO", - "_index": "metrics-aws.rds-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:34.537Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "rds": { - "aurora_bin_log_replica_lag": 0, - "aurora_replica.lag.ms": 19.576, - "cache_hit_ratio.buffer": 100, - "cache_hit_ratio.result_set": 0, - "cpu": { - "total": { - "pct": 0.03 - } - }, - "database_connections": 0, - "db_instance": { - "arn": "arn:aws:rds:eu-west-1:428152502467:db:database-1-instance-1-eu-west-1a", - "class": "db.r5.large", - "identifier": "database-1-instance-1-eu-west-1a", - "status": "available" - }, - "db_instance.identifier": "database-1-instance-1-eu-west-1a", - "deadlocks": 0, - "disk_usage": { - "bin_log.bytes": 0 - }, - "engine_uptime.sec": 10463030, - "free_local_storage.bytes": 32431271936, - "freeable_memory.bytes": 4436537344, - "latency": { - "commit": 0, - "ddl": 0, - "delete": 0, - "dml": 0, - "insert": 0, - "select": 0.21927814569536422, - "update": 0 - }, - "login_failures": 0, - "queries": 6.197934021992669, - "throughput": { - "commit": 0, - "ddl": 0, - "delete": 0, - "dml": 0, - "insert": 0, - "network": 1.399813358218904, - "network_receive": 0.699906679109452, - "network_transmit": 0.699906679109452, - "select": 2.5165408396246853, - "update": 0 - }, - "transactions": { - "active": 0, - "blocked": 0 + "_index": "metrics-aws.rds-default-000001", + "_id": "k89vXHIBpGMSUzkZuSyO", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:34.537Z", + "ecs": { + "version": "1.5.0" + }, + "service": { + "type": "aws" + }, + "aws": { + "rds": { + "latency": { + "dml": 0, + "insert": 0, + "update": 0, + "commit": 0, + "ddl": 0, + "delete": 0, + "select": 0.21927814569536422 + }, + "queries": 6.197934021992669, + "aurora_bin_log_replica_lag": 0, + "transactions": { + "blocked": 0, + "active": 0 + }, + "deadlocks": 0, + "login_failures": 0, + "throughput": { + "network": 1.399813358218904, + "insert": 0, + "ddl": 0, + "select": 2.5165408396246853, + "delete": 0, + "commit": 0, + "network_transmit": 0.699906679109452, + "update": 0, + "dml": 0, + "network_receive": 0.699906679109452 + }, + "cpu": { + "total": { + "pct": 0.03 + } + }, + "db_instance": { + "arn": "arn:aws:rds:eu-west-1:428152502467:db:database-1-instance-1-eu-west-1a", + "class": "db.r5.large", + "identifier": "database-1-instance-1-eu-west-1a", + "status": "available" + }, + "cache_hit_ratio.result_set": 0, + "aurora_replica.lag.ms": 19.576, + "free_local_storage.bytes": 32431271936, + "cache_hit_ratio.buffer": 100, + "disk_usage": { + "bin_log.bytes": 0 + }, + "db_instance.identifier": "database-1-instance-1-eu-west-1a", + "freeable_memory.bytes": 4436537344, + "engine_uptime.sec": 10463030, + "database_connections": 0 + } + }, + "cloud": { + "provider": "aws", + "region": "eu-west-1", + "account": { + "id": "428152502467", + "name": "elastic-beats" + }, + "availability_zone": "eu-west-1a" + }, + "event": { + "dataset": "aws.rds", + "module": "aws", + "duration": 10777919184 + }, + "metricset": { + "name": "rds", + "period": 60000 + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "aws.rds" + }, + "agent": { + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30" } - } }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "availability_zone": "eu-west-1a", - "provider": "aws", - "region": "eu-west-1" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:34.537Z" + ] }, - "ecs": { - "version": "1.5.0" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.rds@/kibana-highlighted-field@" + ] }, - "event": { - "dataset": "aws.rds", - "duration": 10777919184, - "module": "aws" - }, - "metricset": { - "name": "rds", - "period": 60000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.rds", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:34.537Z" + "sort": [ + 1590688714537 ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.rds@/kibana-highlighted-field@" - ] - }, - "sort": [ - 1590688714537 - ] } ``` @@ -2140,76 +2140,76 @@ An example event for `s3_daily_storage` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.s3_daily_storage-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "s3": { - "bucket": { - "name": "test-s3-ks-2" + "_index": "metrics-aws.s3_daily_storage-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.s3_daily_storage", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "s3": { + "bucket": { + "name": "test-s3-ks-2" + } + }, + "s3_daily_storage": { + "bucket": { + "size": { + "bytes": 207372 + } + }, + "number_of_objects": 128 + } + }, + "event": { + "dataset": "aws.s3_daily_storage", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "s3_daily_storage" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" } - }, - "s3_daily_storage": { - "bucket": { - "size": { - "bytes": 207372 - } - }, - "number_of_objects": 128 - } }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "ecs": { - "version": "1.5.0" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.s3_daily_storage@/kibana-highlighted-field@" + ] }, - "event": { - "dataset": "aws.s3_daily_storage", - "duration": 10418157072, - "module": "aws" - }, - "metricset": { - "name": "s3_daily_storage", - "period": 60000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.s3_daily_storage", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" + "sort": [ + 1590688707154 ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.s3_daily_storage@/kibana-highlighted-field@" - ] - }, - "sort": [ - 1590688707154 - ] } ``` @@ -2268,89 +2268,89 @@ An example event for `s3_request` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.s3_request-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "s3": { - "bucket": { - "name": "test-s3-ks-2" - } - }, - "s3_request": { - "downloaded": { - "bytes": 534 - }, - "errors": { - "4xx": 0, - "5xx": 0 - }, - "latency": { - "first_byte.ms": 214, - "total_request.ms": 533 - }, - "requests": { - "list": 2, - "put": 10, - "total": 12 - }, - "uploaded": { - "bytes": 13572 + "_index": "metrics-aws.s3_request-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.s3_request", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "s3": { + "bucket": { + "name": "test-s3-ks-2" + } + }, + "s3_request": { + "downloaded": { + "bytes": 534 + }, + "errors": { + "4xx": 0, + "5xx": 0 + }, + "latency": { + "first_byte.ms": 214, + "total_request.ms": 533 + }, + "requests": { + "list": 2, + "put": 10, + "total": 12 + }, + "uploaded": { + "bytes": 13572 + } + } + }, + "event": { + "dataset": "aws.s3_request", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "s3_request" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.s3_request", - "duration": 10418157072, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "metricset": { - "name": "s3_request", - "period": 60000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.s3_request@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.s3_request", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.s3_request@/kibana-highlighted-field@" + "sort": [ + 1590688707154 ] - }, - "sort": [ - 1590688707154 - ] } ``` @@ -2423,85 +2423,85 @@ An example event for `sns` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.sns-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/SNS" - }, - "dimensions": { - "TopicName": "test-sns-ks" - }, - "sns": { - "metrics": { - "NumberOfMessagesPublished": { - "sum": 1 - }, - "NumberOfNotificationsFailed": { - "sum": 1 - }, - "PublishSize": { - "avg": 5 - } + "_index": "metrics-aws.sns-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.sns", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "cloudwatch": { + "namespace": "AWS/SNS" + }, + "dimensions": { + "TopicName": "test-sns-ks" + }, + "sns": { + "metrics": { + "NumberOfMessagesPublished": { + "sum": 1 + }, + "NumberOfNotificationsFailed": { + "sum": 1 + }, + "PublishSize": { + "avg": 5 + } + } + }, + "tags": { + "created-by": "ks" + } + }, + "event": { + "dataset": "aws.sns", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "sns" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" } - }, - "tags": { - "created-by": "ks" - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" - }, - "ecs": { - "version": "1.5.0" }, - "event": { - "dataset": "aws.sns", - "duration": 10418157072, - "module": "aws" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "metricset": { - "name": "sns", - "period": 60000 + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.sns@/kibana-highlighted-field@" + ] }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.sns", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.sns@/kibana-highlighted-field@" + "sort": [ + 1590688707154 ] - }, - "sort": [ - 1590688707154 - ] } ``` @@ -2572,81 +2572,81 @@ An example event for `sqs` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.sqs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "sqs": { - "empty_receives": 0, - "messages": { - "delayed": 0, - "deleted": 0, - "not_visible": 0, - "received": 0, - "sent": 0, - "visible": 2 - }, - "oldest_message_age": { - "sec": 78494 - }, - "queue": { - "name": "test-s3-notification" - }, - "sent_message_size": {} - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "aws.sqs", - "duration": 10418157072, - "module": "aws" + "_index": "metrics-aws.sqs-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.sqs", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "sqs": { + "empty_receives": 0, + "messages": { + "delayed": 0, + "deleted": 0, + "not_visible": 0, + "received": 0, + "sent": 0, + "visible": 2 + }, + "oldest_message_age": { + "sec": 78494 + }, + "queue": { + "name": "test-s3-notification" + }, + "sent_message_size": {} + } + }, + "event": { + "dataset": "aws.sqs", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "sqs" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" + } }, - "metricset": { - "name": "sqs", - "period": 60000 + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "service": { - "type": "aws" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.sqs@/kibana-highlighted-field@" + ] }, - "stream": { - "dataset": "aws.sqs", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.sqs@/kibana-highlighted-field@" + "sort": [ + 1590688707154 ] - }, - "sort": [ - 1590688707154 - ] } ``` @@ -2711,91 +2711,91 @@ An example event for `transitgateway` looks as following: ```$json { - "_id": "WNToXHIBpGMSUzkZaeVh", - "_index": "metrics-aws.transitgateway-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T20:10:20.953Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/TransitGateway" - }, - "dimensions": { - "TransitGateway": "tgw-0630672a32f12808a" - }, - "transitgateway": { - "metrics": { - "BytesIn": { - "sum": 0 - }, - "BytesOut": { - "sum": 0 - }, - "PacketDropCountBlackhole": { - "sum": 0 - }, - "PacketDropCountNoRoute": { - "sum": 0 - }, - "PacketsIn": { - "sum": 0 - }, - "PacketsOut": { - "sum": 0 - } + "_index": "metrics-aws.transitgateway-default-000001", + "_id": "WNToXHIBpGMSUzkZaeVh", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T20:10:20.953Z", + "cloud": { + "provider": "aws", + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + } + }, + "aws": { + "transitgateway": { + "metrics": { + "PacketsIn": { + "sum": 0 + }, + "BytesIn": { + "sum": 0 + }, + "BytesOut": { + "sum": 0 + }, + "PacketsOut": { + "sum": 0 + }, + "PacketDropCountBlackhole": { + "sum": 0 + }, + "PacketDropCountNoRoute": { + "sum": 0 + } + } + }, + "cloudwatch": { + "namespace": "AWS/TransitGateway" + }, + "dimensions": { + "TransitGateway": "tgw-0630672a32f12808a" + } + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b" + }, + "event": { + "dataset": "aws.transitgateway", + "module": "aws", + "duration": 12762825681 + }, + "metricset": { + "period": 60000, + "name": "transitgateway" + }, + "service": { + "type": "aws" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "aws.transitgateway" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" }, - "ecs": { - "version": "1.5.0" + "fields": { + "@timestamp": [ + "2020-05-28T20:10:20.953Z" + ] }, - "event": { - "dataset": "aws.transitgateway", - "duration": 12762825681, - "module": "aws" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.transitgateway@/kibana-highlighted-field@" + ] }, - "metricset": { - "name": "transitgateway", - "period": 60000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.transitgateway", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T20:10:20.953Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.transitgateway@/kibana-highlighted-field@" + "sort": [ + 1590696620953 ] - }, - "sort": [ - 1590696620953 - ] } ``` @@ -2857,79 +2857,79 @@ An example event for `usage` looks as following: ```$json { - "_id": "YM9vXHIBpGMSUzkZiSlC", - "_index": "metrics-aws.usage-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:30.929Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/Usage" - }, - "dimensions": { - "Class": "None", - "Resource": "GetMetricData", - "Service": "CloudWatch", - "Type": "API" - }, - "usage": { - "metrics": { - "CallCount": { - "sum": 1 - } + "_index": "metrics-aws.usage-default-000001", + "_id": "YM9vXHIBpGMSUzkZiSlC", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:30.929Z", + "aws": { + "usage": { + "metrics": { + "CallCount": { + "sum": 1 + } + } + }, + "cloudwatch": { + "namespace": "AWS/Usage" + }, + "dimensions": { + "Type": "API", + "Resource": "GetMetricData", + "Service": "CloudWatch", + "Class": "None" + } + }, + "event": { + "duration": 1191329839, + "dataset": "aws.usage", + "module": "aws" + }, + "service": { + "type": "aws" + }, + "stream": { + "type": "metrics", + "dataset": "aws.usage", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "cloud": { + "provider": "aws", + "region": "eu-north-1", + "account": { + "name": "elastic-beats", + "id": "428152502467" + } + }, + "metricset": { + "name": "usage", + "period": 60000 + }, + "agent": { + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat", + "version": "8.0.0" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "eu-north-1" }, - "ecs": { - "version": "1.5.0" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:30.929Z" + ] }, - "event": { - "dataset": "aws.usage", - "duration": 1191329839, - "module": "aws" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.usage@/kibana-highlighted-field@" + ] }, - "metricset": { - "name": "usage", - "period": 60000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.usage", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:30.929Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.usage@/kibana-highlighted-field@" + "sort": [ + 1590688710929 ] - }, - "sort": [ - 1590688710929 - ] } ``` @@ -2989,79 +2989,79 @@ An example event for `vpn` looks as following: ```$json { - "_id": "Ds9vXHIBpGMSUzkZmyod", - "_index": "metrics-aws.vpn-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-05-28T17:58:27.154Z", - "agent": { - "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", - "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", - "name": "MacBook-Elastic.local", - "type": "metricbeat", - "version": "8.0.0" - }, - "aws": { - "cloudwatch": { - "namespace": "AWS/VPN" - }, - "vpn": { - "metrics": { - "TunnelDataIn": { - "sum": 0 - }, - "TunnelDataOut": { - "sum": 0 - }, - "TunnelState": { - "avg": 0 - } + "_index": "metrics-aws.vpn-default-000001", + "_id": "Ds9vXHIBpGMSUzkZmyod", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-05-28T17:58:27.154Z", + "service": { + "type": "aws" + }, + "stream": { + "dataset": "aws.vpn", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "aws": { + "vpn": { + "metrics": { + "TunnelState": { + "avg": 0 + }, + "TunnelDataIn": { + "sum": 0 + }, + "TunnelDataOut": { + "sum": 0 + } + } + }, + "cloudwatch": { + "namespace": "AWS/VPN" + } + }, + "event": { + "dataset": "aws.vpn", + "module": "aws", + "duration": 10418157072 + }, + "metricset": { + "period": 60000, + "name": "vpn" + }, + "cloud": { + "region": "us-west-2", + "account": { + "name": "elastic-beats", + "id": "428152502467" + }, + "provider": "aws" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "17803f33-b617-4ce9-a9ac-e218c02aeb4b", + "id": "12f376ef-5186-4e8b-a175-70f1140a8f30", + "name": "MacBook-Elastic.local", + "type": "metricbeat" } - } - }, - "cloud": { - "account": { - "id": "428152502467", - "name": "elastic-beats" - }, - "provider": "aws", - "region": "us-west-2" }, - "ecs": { - "version": "1.5.0" + "fields": { + "@timestamp": [ + "2020-05-28T17:58:27.154Z" + ] }, - "event": { - "dataset": "aws.vpn", - "duration": 10418157072, - "module": "aws" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@aws.vpn@/kibana-highlighted-field@" + ] }, - "metricset": { - "name": "vpn", - "period": 60000 - }, - "service": { - "type": "aws" - }, - "stream": { - "dataset": "aws.vpn", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-05-28T17:58:27.154Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@aws.vpn@/kibana-highlighted-field@" + "sort": [ + 1590688707154 ] - }, - "sort": [ - 1590688707154 - ] } ``` diff --git a/packages/azure/docs/README.md b/packages/azure/docs/README.md index 6c70005965fa..dcc136a34396 100644 --- a/packages/azure/docs/README.md +++ b/packages/azure/docs/README.md @@ -62,116 +62,116 @@ An example event for `activitylogs` looks as following: ```$json { - "_id": "bQlEe3UBm_qs2Y3aNZPq", - "_index": ".ds-logs-azure.activitylogs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-11-02T08:51:36.997Z", - "azure": { - "activitylogs": { - "category": "Administrative", - "event_category": "Administrative", - "identity": { - "authorization": { - "action": "Microsoft.Resources/deployments/write", - "evidence": { - "principal_id": "68b1adf93eb744b08eb8ce96522a08d3", - "principal_type": "User", - "role": "Owner", - "role_assignment_id": "7f06f09dd6764b44930adbec3f10e92b", - "role_assignment_scope": "/providers/Microsoft.Management/managementGroups/5341238b-665c-4eb4-b259-b250371ae430", - "role_definition_id": "8e3af657a8ff443ca75c2fe8c4bcb635" - }, - "scope": "/subscriptions/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/resourceGroups/obs-test/providers/Microsoft.Resources/deployments/NoMarketplace" - }, - "claims": { - "aio": "ATQAy/8RAAAAsL67UQMOHZv3izTDRJfvJN5UyON9ktUszzPj08K8aURsbhxhR0niz9s1Pxm9U1lI", - "appid": "c44b4083-3bb0-49c1-b47d-974e53cbdf3c", - "appidacr": "2", - "aud": "https://management.core.windows.net/", - "exp": "1604310019", - "groups": "644c6686-9ef1-4b69-9410-107664a9e1f0,9ed1993c-ce9c-4915-a04d-58c6f5f7ee12", - "http://schemas_microsoft_com/claims/authnclassreference": "1", - "http://schemas_microsoft_com/claims/authnmethodsreferences": "pwd", - "http://schemas_microsoft_com/identity/claims/objectidentifier": "68b1adf9-3eb7-44b0-8eb8-ce96522a08d3", - "http://schemas_microsoft_com/identity/claims/scope": "user_impersonation", - "http://schemas_microsoft_com/identity/claims/tenantid": "4fa94b7d-a743-486f-abcc-6c276c44cf4b", - "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/givenname": "John", - "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/name": "john@gmail.com", - "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/nameidentifier": "a9L2WR3XZN5ANzAqwLx_4aamU49JG6kqaE5JZkXdeNs", - "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/surname": "Doe", - "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/upn": "john@gmail.com", - "iat": "1604306119", - "ipaddr": "77.170.179.229", - "iss": "https://sts.windows.net/4fa94b7d-a743-486f-abcc-6c276c44cf4b/", - "nbf": "1604306119", - "puid": "1003200045B17AD4", - "rh": "0.AAAAfUupT0Onb0irzGwnbETPS4NAS8SwO8FJtH2XTlPL3zxRAA8.", - "uti": "rqr63RW_Kk6ztuomENMQAA", - "ver": "1.0", - "wids": "5d6b6bb7-de71-4623-b4af-96380a352509", - "xms_tcdt": "1469565974" - }, - "claims_initiated_by_user": { - "schema": "http://schemas.xmlsoap.org/ws/2005/05/identity/claims" - } + "_index": ".ds-logs-azure.activitylogs-default-000001", + "_type": "_doc", + "_id": "bQlEe3UBm_qs2Y3aNZPq", + "_score": null, + "_source": { + "log": { + "level": "Information" + }, + "azure-eventhub": { + "sequence_number": 643, + "consumer_group": "$Default", + "offset": 107374182400, + "eventhub": "insights-activity-logs", + "enqueued_time": "2020-11-02T08:59:38.905Z" + }, + "tags": [ + "forwarded" + ], + "cloud": { + "provider": "azure" + }, + "input": { + "type": "azure-eventhub" }, - "operation_name": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", - "properties": { - "entity": "/subscriptions/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/resourceGroups/obs-test/providers/Microsoft.Resources/deployments/NoMarketplace", - "eventCategory": "Administrative", - "hierarchy": "", - "message": "Microsoft.Resources/deployments/write" + "@timestamp": "2020-11-02T08:51:36.997Z", + "ecs": { + "version": "1.5.0" }, - "result_signature": "Succeeded.", - "result_type": "Success" - }, - "correlation_id": "876190b4-5b99-4a39-b725-4f5644911cf0", - "resource": { - "group": "OBS-TEST", - "id": "/SUBSCRIPTIONS/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/RESOURCEGROUPS/OBS-TEST/PROVIDERS/MICROSOFT.RESOURCES/DEPLOYMENTS/NOMARKETPLACE", - "name": "NOMARKETPLACE", - "provider": "MICROSOFT.RESOURCES/DEPLOYMENTS" - }, - "subscription_id": "3f041b6d-fc31-41d8-8ff6-e5f16e6747ff" - }, - "azure-eventhub": { - "consumer_group": "$Default", - "enqueued_time": "2020-11-02T08:59:38.905Z", - "eventhub": "insights-activity-logs", - "offset": 107374182400, - "sequence_number": 643 - }, - "cloud": { - "provider": "azure" - }, - "data_stream": { - "dataset": "azure.activitylogs", - "namespace": "default", - "type": "logs" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "action": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", - "dataset": "azure.activitylogs", - "duration": "0", - "ingested": "2020-10-30T20:47:48.123859400Z", - "kind": "event", - "outcome": "success" - }, - "input": { - "type": "azure-eventhub" - }, - "log": { - "level": "Information" - }, - "tags": [ - "forwarded" - ] - }, - "_type": "_doc" + "data_stream": { + "namespace": "default", + "type": "logs", + "dataset": "azure.activitylogs" + }, + "event": { + "duration": "0", + "ingested": "2020-10-30T20:47:48.123859400Z", + "kind": "event", + "action": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", + "dataset": "azure.activitylogs", + "outcome": "success" + }, + "azure": { + "subscription_id": "3f041b6d-fc31-41d8-8ff6-e5f16e6747ff", + "resource": { + "provider": "MICROSOFT.RESOURCES/DEPLOYMENTS", + "name": "NOMARKETPLACE", + "id": "/SUBSCRIPTIONS/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/RESOURCEGROUPS/OBS-TEST/PROVIDERS/MICROSOFT.RESOURCES/DEPLOYMENTS/NOMARKETPLACE", + "group": "OBS-TEST" + }, + "correlation_id": "876190b4-5b99-4a39-b725-4f5644911cf0", + "activitylogs": { + "operation_name": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", + "result_type": "Success", + "identity": { + "authorization": { + "evidence": { + "role_definition_id": "8e3af657a8ff443ca75c2fe8c4bcb635", + "role": "Owner", + "role_assignment_scope": "/providers/Microsoft.Management/managementGroups/5341238b-665c-4eb4-b259-b250371ae430", + "role_assignment_id": "7f06f09dd6764b44930adbec3f10e92b", + "principal_type": "User", + "principal_id": "68b1adf93eb744b08eb8ce96522a08d3" + }, + "scope": "/subscriptions/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/resourceGroups/obs-test/providers/Microsoft.Resources/deployments/NoMarketplace", + "action": "Microsoft.Resources/deployments/write" + }, + "claims": { + "xms_tcdt": "1469565974", + "aio": "ATQAy/8RAAAAsL67UQMOHZv3izTDRJfvJN5UyON9ktUszzPj08K8aURsbhxhR0niz9s1Pxm9U1lI", + "iss": "https://sts.windows.net/4fa94b7d-a743-486f-abcc-6c276c44cf4b/", + "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/nameidentifier": "a9L2WR3XZN5ANzAqwLx_4aamU49JG6kqaE5JZkXdeNs", + "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/surname": "Doe", + "http://schemas_microsoft_com/identity/claims/scope": "user_impersonation", + "http://schemas_microsoft_com/identity/claims/tenantid": "4fa94b7d-a743-486f-abcc-6c276c44cf4b", + "puid": "1003200045B17AD4", + "wids": "5d6b6bb7-de71-4623-b4af-96380a352509", + "http://schemas_microsoft_com/claims/authnclassreference": "1", + "exp": "1604310019", + "ipaddr": "77.170.179.229", + "iat": "1604306119", + "http://schemas_microsoft_com/identity/claims/objectidentifier": "68b1adf9-3eb7-44b0-8eb8-ce96522a08d3", + "http://schemas_microsoft_com/claims/authnmethodsreferences": "pwd", + "ver": "1.0", + "groups": "644c6686-9ef1-4b69-9410-107664a9e1f0,9ed1993c-ce9c-4915-a04d-58c6f5f7ee12", + "uti": "rqr63RW_Kk6ztuomENMQAA", + "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/upn": "john@gmail.com", + "aud": "https://management.core.windows.net/", + "nbf": "1604306119", + "appidacr": "2", + "rh": "0.AAAAfUupT0Onb0irzGwnbETPS4NAS8SwO8FJtH2XTlPL3zxRAA8.", + "appid": "c44b4083-3bb0-49c1-b47d-974e53cbdf3c", + "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/givenname": "John", + "http://schemas_xmlsoap_org/ws/2005/05/identity/claims/name": "john@gmail.com" + }, + "claims_initiated_by_user": { + "schema": "http://schemas.xmlsoap.org/ws/2005/05/identity/claims" + } + }, + "category": "Administrative", + "event_category": "Administrative", + "result_signature": "Succeeded.", + "properties": { + "eventCategory": "Administrative", + "hierarchy": "", + "message": "Microsoft.Resources/deployments/write", + "entity": "/subscriptions/3f041b6d-fc31-41d8-8ff6-e5f16e6747ff/resourceGroups/obs-test/providers/Microsoft.Resources/deployments/NoMarketplace" + } + } + } + } } ``` @@ -251,87 +251,87 @@ An example event for `platformlogs` looks as following: ```$json { - "_id": "BHSwg3UBWgbgrXIaDOF-", - "_index": ".ds-logs-azure.platformlogs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-11-05T14:07:32.000Z", - "agent": { - "ephemeral_id": "d3c4d56c-e7c7-489e-9d25-683452d16ec9", - "hostname": "DESKTOP-RFOOE09", - "id": "c1118415-bcb7-4cf9-b64d-a6c6e8ebcfac", - "name": "DESKTOP-RFOOE09", - "type": "filebeat", - "version": "7.10.0" - }, - "azure": { - "platformlogs": { - "ActivityId": "5890c6fc-fc6b-47cd-971a-2366a1641d99", - "Caller": "Portal", - "Environment": "PROD", - "EventTimeString": "11/5/2020 2:07:32 PM +00:00", - "ScaleUnit": "PROD-AM3-AZ501", - "Status": "Succeeded", - "SubscriptionId": "7657426d-c4c3-44ac-88a2-3b2cd59e6dba", - "category": "OperationalLogs", - "event_category": "Administrative", - "properties": { - "Namespace": "obstesteventhubs", - "SubscriptionId": "7657426d-c4c3-44ac-88a2-3b2cd59e6dba", - "TrackingId": "5890c6fc-fc6b-47cd-971a-2366a1641d99_M8CH3_M8CH3_G8S3", - "Via": "https://obstesteventhubs.servicebus.windows.net/$Resources/eventhubs?api-version=2017-04\u0026$skip=0\u0026$top=100" + "_index": ".ds-logs-azure.platformlogs-default-000001", + "_type": "_doc", + "_id": "BHSwg3UBWgbgrXIaDOF-", + "_score": null, + "_source": { + "agent": { + "hostname": "DESKTOP-RFOOE09", + "name": "DESKTOP-RFOOE09", + "id": "c1118415-bcb7-4cf9-b64d-a6c6e8ebcfac", + "type": "filebeat", + "ephemeral_id": "d3c4d56c-e7c7-489e-9d25-683452d16ec9", + "version": "7.10.0" + }, + "elastic_agent": { + "id": "02f4e39d-8a1b-4506-a531-b45d0f492ee7", + "version": "7.10.0", + "snapshot": false + }, + "azure-eventhub": { + "sequence_number": 15, + "consumer_group": "$Default", + "offset": 4294976088, + "eventhub": "insights-logs-operationallogs", + "enqueued_time": "2020-11-05T14:08:28.137Z" + }, + "tags": [ + "forwarded" + ], + "cloud": { + "provider": "azure", + "region": "West Europe" + }, + "input": { + "type": "azure-eventhub" + }, + "@timestamp": "2020-11-05T14:07:32.000Z", + "ecs": { + "version": "1.5.0" + }, + "data_stream": { + "namespace": "default", + "type": "logs", + "dataset": "azure.platformlogs" + }, + "host": { + "name": "DESKTOP-RFOOE09" + }, + "event": { + "ingested": "2020-11-01T12:02:34.237205200Z", + "kind": "event", + "action": "Retreive Namespace", + "dataset": "azure.platformlogs", + "outcome": "succeeded" + }, + "azure": { + "subscription_id": "7657426D-C4C3-44AC-88A2-3B2CD59E6DBA", + "platformlogs": { + "Status": "Succeeded", + "SubscriptionId": "7657426d-c4c3-44ac-88a2-3b2cd59e6dba", + "Caller": "Portal", + "ActivityId": "5890c6fc-fc6b-47cd-971a-2366a1641d99", + "EventTimeString": "11/5/2020 2:07:32 PM +00:00", + "Environment": "PROD", + "category": "OperationalLogs", + "event_category": "Administrative", + "ScaleUnit": "PROD-AM3-AZ501", + "properties": { + "SubscriptionId": "7657426d-c4c3-44ac-88a2-3b2cd59e6dba", + "TrackingId": "5890c6fc-fc6b-47cd-971a-2366a1641d99_M8CH3_M8CH3_G8S3", + "Namespace": "obstesteventhubs", + "Via": "https://obstesteventhubs.servicebus.windows.net/$Resources/eventhubs?api-version=2017-04\u0026$skip=0\u0026$top=100" + } + }, + "resource": { + "provider": "MICROSOFT.EVENTHUB/NAMESPACES", + "name": "OBSTESTEVENTHUBS", + "id": "/SUBSCRIPTIONS/7657426D-C4C3-44AC-88A2-3B2CD59E6DBA/RESOURCEGROUPS/OBS-TEST/PROVIDERS/MICROSOFT.EVENTHUB/NAMESPACES/OBSTESTEVENTHUBS", + "group": "OBS-TEST" + } } - }, - "resource": { - "group": "OBS-TEST", - "id": "/SUBSCRIPTIONS/7657426D-C4C3-44AC-88A2-3B2CD59E6DBA/RESOURCEGROUPS/OBS-TEST/PROVIDERS/MICROSOFT.EVENTHUB/NAMESPACES/OBSTESTEVENTHUBS", - "name": "OBSTESTEVENTHUBS", - "provider": "MICROSOFT.EVENTHUB/NAMESPACES" - }, - "subscription_id": "7657426D-C4C3-44AC-88A2-3B2CD59E6DBA" - }, - "azure-eventhub": { - "consumer_group": "$Default", - "enqueued_time": "2020-11-05T14:08:28.137Z", - "eventhub": "insights-logs-operationallogs", - "offset": 4294976088, - "sequence_number": 15 - }, - "cloud": { - "provider": "azure", - "region": "West Europe" - }, - "data_stream": { - "dataset": "azure.platformlogs", - "namespace": "default", - "type": "logs" - }, - "ecs": { - "version": "1.5.0" - }, - "elastic_agent": { - "id": "02f4e39d-8a1b-4506-a531-b45d0f492ee7", - "snapshot": false, - "version": "7.10.0" - }, - "event": { - "action": "Retreive Namespace", - "dataset": "azure.platformlogs", - "ingested": "2020-11-01T12:02:34.237205200Z", - "kind": "event", - "outcome": "succeeded" - }, - "host": { - "name": "DESKTOP-RFOOE09" - }, - "input": { - "type": "azure-eventhub" - }, - "tags": [ - "forwarded" - ] - }, - "_type": "_doc" + } } ``` @@ -396,75 +396,75 @@ An example event for `auditlogs` looks as following: ```$json { - "_id": "bQlEe3UBm_qs2Y3aNZPq", - "_index": ".ds-logs-azure.auditlogs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-11-02T08:51:36.997Z", - "azure-eventhub": { - "consumer_group": "$Default", - "enqueued_time": "2020-11-02T08:59:38.905Z", - "eventhub": "insights-auditlogs-logs", - "offset": 107374182400, - "sequence_number": 643 - }, - "azure.auditlogs.category": "AuditLogs", - "azure.auditlogs.identity": "Device Registration Service", - "azure.auditlogs.operation_name": "Update device", - "azure.auditlogs.operation_version": "1.0", - "azure.auditlogs.properties.activity_datetime": "2019-10-18T15:30:51.0273716+00:00", - "azure.auditlogs.properties.activity_display_name": "Update device", - "azure.auditlogs.properties.category": "Device", - "azure.auditlogs.properties.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.auditlogs.properties.id": "Directory_ESQ", - "azure.auditlogs.properties.initiated_by.app.appId": null, - "azure.auditlogs.properties.initiated_by.app.displayName": "Device Registration Service", - "azure.auditlogs.properties.initiated_by.app.servicePrincipalId": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.auditlogs.properties.initiated_by.app.servicePrincipalName": null, - "azure.auditlogs.properties.logged_by_service": "Core Directory", - "azure.auditlogs.properties.operation_type": "Update", - "azure.auditlogs.properties.result_reason": "", - "azure.auditlogs.properties.target_resources.0.display_name": "LAPTOP-12", - "azure.auditlogs.properties.target_resources.0.id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.auditlogs.properties.target_resources.0.modified_properties.0.display_name": "Included Updated Properties", - "azure.auditlogs.properties.target_resources.0.modified_properties.0.new_value": "\"\"", - "azure.auditlogs.properties.target_resources.0.modified_properties.0.old_value": null, - "azure.auditlogs.properties.target_resources.0.type": "Device", - "azure.auditlogs.result_signature": "None", - "azure.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.resource.id": "/tenants/8a4de8b5-095c-47d0-a96f-a75130c61d53/providers/Microsoft.aadiam", - "azure.resource.provider": "Microsoft.aadiam", - "azure.tenant_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "cloud": { - "provider": "azure" - }, - "data_stream": { - "dataset": "azure.auditlogs", - "namespace": "default", - "type": "logs" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "action": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", - "dataset": "azure.auditlogs", - "duration": "0", - "ingested": "2020-10-30T20:47:48.123859400Z", - "kind": "event", - "outcome": "success" - }, - "input": { - "type": "azure-eventhub" - }, - "log": { - "level": "Information" - }, - "tags": [ - "forwarded" - ] - }, - "_type": "_doc" + "_index": ".ds-logs-azure.auditlogs-default-000001", + "_type": "_doc", + "_id": "bQlEe3UBm_qs2Y3aNZPq", + "_score": null, + "_source": { + "log": { + "level": "Information" + }, + "azure-eventhub": { + "sequence_number": 643, + "consumer_group": "$Default", + "offset": 107374182400, + "eventhub": "insights-auditlogs-logs", + "enqueued_time": "2020-11-02T08:59:38.905Z" + }, + "tags": [ + "forwarded" + ], + "cloud": { + "provider": "azure" + }, + "input": { + "type": "azure-eventhub" + }, + "@timestamp": "2020-11-02T08:51:36.997Z", + "ecs": { + "version": "1.5.0" + }, + "data_stream": { + "namespace": "default", + "type": "logs", + "dataset": "azure.auditlogs" + }, + "event": { + "duration": "0", + "ingested": "2020-10-30T20:47:48.123859400Z", + "kind": "event", + "action": "MICROSOFT.RESOURCES/DEPLOYMENTS/WRITE", + "dataset": "azure.auditlogs", + "outcome": "success" + }, + "azure.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.resource.id": "/tenants/8a4de8b5-095c-47d0-a96f-a75130c61d53/providers/Microsoft.aadiam", + "azure.resource.provider": "Microsoft.aadiam", + "azure.tenant_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.auditlogs.category": "AuditLogs", + "azure.auditlogs.identity": "Device Registration Service", + "azure.auditlogs.operation_name": "Update device", + "azure.auditlogs.operation_version": "1.0", + "azure.auditlogs.properties.activity_datetime": "2019-10-18T15:30:51.0273716+00:00", + "azure.auditlogs.properties.activity_display_name": "Update device", + "azure.auditlogs.properties.category": "Device", + "azure.auditlogs.properties.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.auditlogs.properties.id": "Directory_ESQ", + "azure.auditlogs.properties.initiated_by.app.appId": null, + "azure.auditlogs.properties.initiated_by.app.displayName": "Device Registration Service", + "azure.auditlogs.properties.initiated_by.app.servicePrincipalId": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.auditlogs.properties.initiated_by.app.servicePrincipalName": null, + "azure.auditlogs.properties.logged_by_service": "Core Directory", + "azure.auditlogs.properties.operation_type": "Update", + "azure.auditlogs.properties.result_reason": "", + "azure.auditlogs.properties.target_resources.0.display_name": "LAPTOP-12", + "azure.auditlogs.properties.target_resources.0.id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.auditlogs.properties.target_resources.0.modified_properties.0.display_name": "Included Updated Properties", + "azure.auditlogs.properties.target_resources.0.modified_properties.0.new_value": "\"\"", + "azure.auditlogs.properties.target_resources.0.modified_properties.0.old_value": null, + "azure.auditlogs.properties.target_resources.0.type": "Device", + "azure.auditlogs.result_signature": "None" + } } ``` @@ -554,81 +554,81 @@ An example event for `signinlogs` looks as following: ```$json { - "_id": "bQlEe3UBm_qs2Y3aNZPq", - "_index": ".ds-logs-azure.signinlogs-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-11-02T08:51:36.997Z", - "azure-eventhub": { - "consumer_group": "$Default", - "enqueued_time": "2020-11-02T08:59:38.905Z", - "eventhub": "insights-signinlogs-logs", - "offset": 107374182400, - "sequence_number": 643 - }, - "azure.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.resource.id": "/tenants/8a4de8b5-095c-47d0-a96f-a75130c61d53/providers/Microsoft.aadiam", - "azure.resource.provider": "Microsoft.aadiam", - "azure.signinlogs.category": "SignInLogs", - "azure.signinlogs.identity": "Test LTest", - "azure.signinlogs.operation_name": "Sign-in activity", - "azure.signinlogs.operation_version": "1.0", - "azure.signinlogs.properties.app_display_name": "Office 365", - "azure.signinlogs.properties.app_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.signinlogs.properties.client_app_used": "Browser", - "azure.signinlogs.properties.conditional_access_status": "notApplied", - "azure.signinlogs.properties.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.signinlogs.properties.created_at": "2019-10-18T04:45:48.0729893-05:00", - "azure.signinlogs.properties.device_detail.browser": "Chrome 77.0.3865", - "azure.signinlogs.properties.device_detail.device_id": "", - "azure.signinlogs.properties.device_detail.operating_system": "MacOs", - "azure.signinlogs.properties.id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.signinlogs.properties.ip_address": "81.171.241.231", - "azure.signinlogs.properties.is_interactive": false, - "azure.signinlogs.properties.original_request_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.signinlogs.properties.processing_time_ms": 239, - "azure.signinlogs.properties.risk_detail": "none", - "azure.signinlogs.properties.risk_level_aggregated": "none", - "azure.signinlogs.properties.risk_level_during_signin": "none", - "azure.signinlogs.properties.risk_state": "none", - "azure.signinlogs.properties.service_principal_id": "", - "azure.signinlogs.properties.status.error_code": 50140, - "azure.signinlogs.properties.token_issuer_name": "", - "azure.signinlogs.properties.token_issuer_type": "AzureAD", - "azure.signinlogs.properties.user_display_name": "Test LTest", - "azure.signinlogs.properties.user_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "azure.signinlogs.properties.user_principal_name": "test@elastic.co", - "azure.signinlogs.result_description": "This error occurred due to 'Keep me signed in' interrupt when the user was signing-in.", - "azure.signinlogs.result_signature": "None", - "azure.signinlogs.result_type": "50140", - "azure.tenant_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", - "cloud": { - "provider": "azure" - }, - "cloud.provider": "azure", - "data_stream": { - "dataset": "azure.auditlogs", - "namespace": "default", - "type": "logs" - }, - "ecs": { - "version": "1.5.0" - }, - "event.action": "Sign-in activity", - "event.category": [ - "authentication" - ], - "input": { - "type": "azure-eventhub" - }, - "log": { - "level": "Information" - }, - "tags": [ - "forwarded" - ] - }, - "_type": "_doc" + "_index": ".ds-logs-azure.signinlogs-default-000001", + "_type": "_doc", + "_id": "bQlEe3UBm_qs2Y3aNZPq", + "_score": null, + "_source": { + "log": { + "level": "Information" + }, + "azure-eventhub": { + "sequence_number": 643, + "consumer_group": "$Default", + "offset": 107374182400, + "eventhub": "insights-signinlogs-logs", + "enqueued_time": "2020-11-02T08:59:38.905Z" + }, + "tags": [ + "forwarded" + ], + "cloud": { + "provider": "azure" + }, + "input": { + "type": "azure-eventhub" + }, + "@timestamp": "2020-11-02T08:51:36.997Z", + "ecs": { + "version": "1.5.0" + }, + "data_stream": { + "namespace": "default", + "type": "logs", + "dataset": "azure.auditlogs" + }, + "azure.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.resource.id": "/tenants/8a4de8b5-095c-47d0-a96f-a75130c61d53/providers/Microsoft.aadiam", + "azure.resource.provider": "Microsoft.aadiam", + "azure.signinlogs.category": "SignInLogs", + "azure.signinlogs.identity": "Test LTest", + "azure.signinlogs.operation_name": "Sign-in activity", + "azure.signinlogs.operation_version": "1.0", + "azure.signinlogs.properties.app_display_name": "Office 365", + "azure.signinlogs.properties.app_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.signinlogs.properties.client_app_used": "Browser", + "azure.signinlogs.properties.conditional_access_status": "notApplied", + "azure.signinlogs.properties.correlation_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.signinlogs.properties.created_at": "2019-10-18T04:45:48.0729893-05:00", + "azure.signinlogs.properties.device_detail.browser": "Chrome 77.0.3865", + "azure.signinlogs.properties.device_detail.device_id": "", + "azure.signinlogs.properties.device_detail.operating_system": "MacOs", + "azure.signinlogs.properties.id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.signinlogs.properties.ip_address": "81.171.241.231", + "azure.signinlogs.properties.is_interactive": false, + "azure.signinlogs.properties.original_request_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.signinlogs.properties.processing_time_ms": 239, + "azure.signinlogs.properties.risk_detail": "none", + "azure.signinlogs.properties.risk_level_aggregated": "none", + "azure.signinlogs.properties.risk_level_during_signin": "none", + "azure.signinlogs.properties.risk_state": "none", + "azure.signinlogs.properties.service_principal_id": "", + "azure.signinlogs.properties.status.error_code": 50140, + "azure.signinlogs.properties.token_issuer_name": "", + "azure.signinlogs.properties.token_issuer_type": "AzureAD", + "azure.signinlogs.properties.user_display_name": "Test LTest", + "azure.signinlogs.properties.user_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "azure.signinlogs.properties.user_principal_name": "test@elastic.co", + "azure.signinlogs.result_description": "This error occurred due to 'Keep me signed in' interrupt when the user was signing-in.", + "azure.signinlogs.result_signature": "None", + "azure.signinlogs.result_type": "50140", + "azure.tenant_id": "8a4de8b5-095c-47d0-a96f-a75130c61d53", + "cloud.provider": "azure", + "event.action": "Sign-in activity", + "event.category": [ + "authentication" + ] + } } ``` diff --git a/packages/haproxy/docs/README.md b/packages/haproxy/docs/README.md index 23cec717bb4f..07ada5379f3d 100644 --- a/packages/haproxy/docs/README.md +++ b/packages/haproxy/docs/README.md @@ -104,115 +104,115 @@ An example event for `info` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "agent": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "event": { - "dataset": "haproxy.info", - "duration": 115000, - "module": "haproxy" - }, - "haproxy": { - "info": { - "compress": { - "bps": { - "in": 0, - "out": 0, - "rate_limit": 0 + "@timestamp": "2017-10-12T08:05:34.853Z", + "agent": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "event": { + "dataset": "haproxy.info", + "duration": 115000, + "module": "haproxy" + }, + "haproxy": { + "info": { + "compress": { + "bps": { + "in": 0, + "out": 0, + "rate_limit": 0 + } + }, + "connection": { + "current": 0, + "hard_max": 4000, + "max": 4000, + "rate": { + "limit": 0, + "max": 0, + "value": 0 + }, + "ssl": { + "current": 0, + "max": 0, + "total": 0 + }, + "total": 30 + }, + "idle": { + "pct": 1 + }, + "memory": { + "max": { + "bytes": 0 + } + }, + "pipes": { + "free": 0, + "max": 0, + "used": 0 + }, + "process_num": 1, + "processes": 1, + "requests": { + "total": 30 + }, + "run_queue": 0, + "session": { + "rate": { + "limit": 0, + "max": 0, + "value": 0 + } + }, + "sockets": { + "max": 8034 + }, + "ssl": { + "backend": { + "key_rate": { + "max": 0, + "value": 0 + } + }, + "cache_misses": 0, + "cached_lookups": 0, + "frontend": { + "key_rate": { + "max": 0, + "value": 0 + }, + "session_reuse": { + "pct": 0 + } + }, + "rate": { + "limit": 0, + "max": 0, + "value": 0 + } + }, + "tasks": 7, + "ulimit_n": 8034, + "uptime": { + "sec": 30 + }, + "zlib_mem_usage": { + "max": 0, + "value": 0 + } } - }, - "connection": { - "current": 0, - "hard_max": 4000, - "max": 4000, - "rate": { - "limit": 0, - "max": 0, - "value": 0 - }, - "ssl": { - "current": 0, - "max": 0, - "total": 0 - }, - "total": 30 - }, - "idle": { - "pct": 1 - }, - "memory": { - "max": { - "bytes": 0 - } - }, - "pipes": { - "free": 0, - "max": 0, - "used": 0 - }, - "process_num": 1, - "processes": 1, - "requests": { - "total": 30 - }, - "run_queue": 0, - "session": { - "rate": { - "limit": 0, - "max": 0, - "value": 0 - } - }, - "sockets": { - "max": 8034 - }, - "ssl": { - "backend": { - "key_rate": { - "max": 0, - "value": 0 - } - }, - "cache_misses": 0, - "cached_lookups": 0, - "frontend": { - "key_rate": { - "max": 0, - "value": 0 - }, - "session_reuse": { - "pct": 0 - } - }, - "rate": { - "limit": 0, - "max": 0, - "value": 0 - } - }, - "tasks": 7, - "ulimit_n": 8034, - "uptime": { - "sec": 30 - }, - "zlib_mem_usage": { - "max": 0, - "value": 0 - } + }, + "metricset": { + "name": "info" + }, + "process": { + "pid": 7 + }, + "service": { + "address": "127.0.0.1:14567", + "type": "haproxy" } - }, - "metricset": { - "name": "info" - }, - "process": { - "pid": 7 - }, - "service": { - "address": "127.0.0.1:14567", - "type": "haproxy" - } } ``` @@ -325,87 +325,87 @@ An example event for `stat` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "agent": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "event": { - "dataset": "haproxy.stat", - "duration": 115000, - "module": "haproxy" - }, - "haproxy": { - "stat": { - "check": { - "agent.last": "", - "health.last": "", - "status": "" - }, - "component_type": 0, - "compressor": { - "bypassed.bytes": 0, - "in.bytes": 0, - "out.bytes": 0, - "response.bytes": 0 - }, - "connection": { - "total": 0 - }, - "in.bytes": 0, - "out.bytes": 0, - "proxy": { - "id": 2, - "name": "stat" - }, - "queue": {}, - "request": { - "denied": 0, - "errors": 0, - "rate": { - "max": 0, - "value": 0 - }, - "total": 0 - }, - "response": { - "denied": 0, - "http": { - "1xx": 0, - "2xx": 0, - "3xx": 0, - "4xx": 0, - "5xx": 0, - "other": 0 - } - }, - "server": { - "id": 0 - }, - "service_name": "FRONTEND", - "session": { - "current": 0, - "limit": 25000, - "max": 0, - "rate": { - "limit": 0, - "max": 0, - "value": 0 + "@timestamp": "2017-10-12T08:05:34.853Z", + "agent": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "event": { + "dataset": "haproxy.stat", + "duration": 115000, + "module": "haproxy" + }, + "haproxy": { + "stat": { + "check": { + "agent.last": "", + "health.last": "", + "status": "" + }, + "component_type": 0, + "compressor": { + "bypassed.bytes": 0, + "in.bytes": 0, + "out.bytes": 0, + "response.bytes": 0 + }, + "connection": { + "total": 0 + }, + "in.bytes": 0, + "out.bytes": 0, + "proxy": { + "id": 2, + "name": "stat" + }, + "queue": {}, + "request": { + "denied": 0, + "errors": 0, + "rate": { + "max": 0, + "value": 0 + }, + "total": 0 + }, + "response": { + "denied": 0, + "http": { + "1xx": 0, + "2xx": 0, + "3xx": 0, + "4xx": 0, + "5xx": 0, + "other": 0 + } + }, + "server": { + "id": 0 + }, + "service_name": "FRONTEND", + "session": { + "current": 0, + "limit": 25000, + "max": 0, + "rate": { + "limit": 0, + "max": 0, + "value": 0 + } + }, + "status": "OPEN" } - }, - "status": "OPEN" + }, + "metricset": { + "name": "stat" + }, + "process": { + "pid": 1 + }, + "service": { + "address": "127.0.0.1:14567", + "type": "haproxy" } - }, - "metricset": { - "name": "stat" - }, - "process": { - "pid": 1 - }, - "service": { - "address": "127.0.0.1:14567", - "type": "haproxy" - } } ``` diff --git a/packages/iis/docs/README.md b/packages/iis/docs/README.md index b4e3617bc54c..876181d72fb4 100644 --- a/packages/iis/docs/README.md +++ b/packages/iis/docs/README.md @@ -19,94 +19,94 @@ An example event for `webserver` looks as following: ```$json { - "@timestamp": "2020-07-08T11:42:12.102Z", - "agent": { - "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", - "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c", - "name": "DESKTOP-RFOOE09", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "iis.webserver", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "iis.webserver", - "duration": 1205854900, - "module": "iis" - }, - "iis": { - "webserver": { - "asp_net": { - "application_restarts": 0, - "request_wait_time": 0 - }, - "asp_net_application": { - "errors_total/sec": 0, - "pipeline_instance_count": 2, - "requests/sec": 0, - "requests_executing": 0, - "requests_in_application_queue": 0 - }, - "cache": { - "current_file_cache_memory_usage": 696, - "current_files_cached": 2, - "current_uris_cached": 1, - "file_cache_hits": 18, - "file_cache_misses": 70, - "maximum_file_cache_memory_usage": 99453, - "output_cache_current_items": 0, - "output_cache_current_memory_usage": 0, - "output_cache_total_hits": 0, - "output_cache_total_misses": 76, - "total_files_cached": 15, - "total_uris_cached": 10, - "uri_cache_hits": 14, - "uri_cache_misses": 62 - }, - "network": { - "anonymous_users_per_sec": 0, - "bytes_received_per_sec": 0, - "bytes_sent_per_sec": 0, - "current_anonymous_users": 0, - "current_connections": 2, - "current_non_anonymous_users": 0, - "delete_requests_per_sec": 0, - "get_requests_per_sec": 0, - "maximum_connections": 6, - "post_requests_per_sec": 0, - "service_uptime": 1721919, - "total_anonymous_users": 52, - "total_bytes_received": 33151, - "total_bytes_sent": 903338, - "total_connection_attempts": 23, - "total_delete_requests": 0, - "total_get_requests": 52, - "total_non_anonymous_users": 0, - "total_post_requests": 0 - }, - "process": { - "io_read_operations_per_sec": 5.7271735422265, - "io_write_operations_per_sec": 5.7271735422265, - "page_faults_per_sec": 1.0738450391674688, - "private_bytes": 106692608, - "virtual_bytes": 2222663852032, - "worker_process_count": 2 - } + "@timestamp": "2020-07-08T11:42:12.102Z", + "service": { + "type": "iis" + }, + "dataset": { + "type": "metrics", + "name": "iis.webserver", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "name": "DESKTOP-RFOOE09", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", + "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c" + }, + "iis": { + "webserver": { + "asp_net": { + "application_restarts": 0, + "request_wait_time": 0 + }, + "asp_net_application": { + "requests_in_application_queue": 0, + "pipeline_instance_count": 2, + "requests/sec": 0, + "requests_executing": 0, + "errors_total/sec": 0 + }, + "network": { + "total_get_requests": 52, + "total_anonymous_users": 52, + "current_connections": 2, + "anonymous_users_per_sec": 0, + "service_uptime": 1721919.0, + "total_post_requests": 0, + "total_non_anonymous_users": 0, + "bytes_received_per_sec": 0, + "total_delete_requests": 0, + "current_non_anonymous_users": 0, + "bytes_sent_per_sec": 0, + "total_bytes_received": 33151, + "current_anonymous_users": 0, + "post_requests_per_sec": 0, + "total_connection_attempts": 23, + "delete_requests_per_sec": 0, + "get_requests_per_sec": 0, + "maximum_connections": 6, + "total_bytes_sent": 903338 + }, + "process": { + "io_write_operations_per_sec": 5.7271735422265, + "worker_process_count": 2, + "private_bytes": 1.06692608E8, + "page_faults_per_sec": 1.0738450391674688, + "virtual_bytes": 2.222663852032E12, + "io_read_operations_per_sec": 5.7271735422265 + }, + "cache": { + "current_files_cached": 2, + "file_cache_misses": 70, + "total_files_cached": 15, + "output_cache_current_memory_usage": 0, + "file_cache_hits": 18, + "uri_cache_hits": 14, + "output_cache_total_hits": 0, + "output_cache_current_items": 0, + "current_file_cache_memory_usage": 696, + "current_uris_cached": 1, + "uri_cache_misses": 62, + "maximum_file_cache_memory_usage": 99453, + "output_cache_total_misses": 76, + "total_uris_cached": 10 + } + } + }, + "event": { + "dataset": "iis.webserver", + "module": "iis", + "duration": 1205854900 + }, + "metricset": { + "period": 10000, + "name": "webserver" } - }, - "metricset": { - "name": "webserver", - "period": 10000 - }, - "service": { - "type": "iis" - } } ``` @@ -159,51 +159,51 @@ An example event for `website` looks as following: ```$json { - "@timestamp": "2020-07-08T11:40:22.114Z", - "agent": { - "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", - "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c", - "name": "DESKTOP-RFOOE09", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "iis.website", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "iis.website", - "duration": 5008200, - "module": "iis" - }, - "iis": { - "website": { - "name": "test2.local", - "network": { - "current_connections": 0, - "maximum_connections": 4, - "service_uptime": 1721807, - "total_bytes_received": 4250, - "total_bytes_sent": 135739, - "total_connection_attempts": 7, - "total_delete_requests": 0, - "total_get_requests": 11, - "total_post_requests": 0, - "total_put_requests": 0 - } + "@timestamp": "2020-07-08T11:40:22.114Z", + "ecs": { + "version": "1.5.0" + }, + "iis": { + "website": { + "name": "test2.local", + "network": { + "total_put_requests": 0, + "total_get_requests": 11, + "service_uptime": 1721807.0, + "total_bytes_sent": 135739, + "maximum_connections": 4, + "total_connection_attempts": 7, + "total_post_requests": 0, + "total_bytes_received": 4250, + "current_connections": 0, + "total_delete_requests": 0 + } + } + }, + "event": { + "dataset": "iis.website", + "module": "iis", + "duration": 5008200 + }, + "metricset": { + "name": "website", + "period": 10000 + }, + "service": { + "type": "iis" + }, + "dataset": { + "name": "iis.website", + "namespace": "default", + "type": "metrics" + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", + "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c", + "name": "DESKTOP-RFOOE09" } - }, - "metricset": { - "name": "website", - "period": 10000 - }, - "service": { - "type": "iis" - } } ``` @@ -256,50 +256,50 @@ An example event for `application_pool` looks as following: ```$json { - "@timestamp": "2020-07-08T11:41:31.048Z", - "agent": { - "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", - "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c", - "name": "DESKTOP-RFOOE09", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "iis.application_pool", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "iis.application_pool", - "duration": 397142600, - "module": "iis" - }, - "iis": { - "application_pool": { - "name": "DefaultAppPool", - "net_clr": { - "total_exceptions_thrown": 0 - }, - "process": { - "handle_count": 466, - "private_bytes": 71516160, - "thread_count": 30 - } + "@timestamp": "2020-07-08T11:41:31.048Z", + "process": { + "pid": 51224 + }, + "event": { + "dataset": "iis.application_pool", + "module": "iis", + "duration": 397142600 + }, + "agent": { + "name": "DESKTOP-RFOOE09", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "8ade3582-e6ab-4664-ba27-52b3d46953e3", + "id": "3b73ebb6-c6ea-4354-b1f3-240ac1aa072c" + }, + "service": { + "type": "iis" + }, + "iis": { + "application_pool": { + "name": "DefaultAppPool", + "net_clr": { + "total_exceptions_thrown": 0 + }, + "process": { + "thread_count": 30, + "handle_count": 466, + "private_bytes": 7.151616E7 + } + } + }, + "ecs": { + "version": "1.5.0" + }, + "metricset": { + "period": 10000, + "name": "application_pool" + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "iis.application_pool" } - }, - "metricset": { - "name": "application_pool", - "period": 10000 - }, - "process": { - "pid": 51224 - }, - "service": { - "type": "iis" - } } ``` @@ -358,90 +358,90 @@ An example event for `access` looks as following: ```$json { - "@timestamp": "2018-11-19T15:24:54.000Z", - "agent": { - "ephemeral_id": "3f65b650-b6a3-4694-83b3-0c324a60809d", - "id": "db17f9fb-5bcb-4116-a009-79a1bb7d4820", - "name": "DESKTOP-RFOOE09", - "type": "filebeat", - "version": "8.0.0" - }, - "dataset": { - "name": "iis.access", - "namespace": "default", - "type": "logs" - }, - "destination": { - "address": "127.0.0.1", - "ip": "127.0.0.1", - "port": 80 - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "category": [ - "web", - "network" - ], - "created": "2020-07-08T11:40:14.112Z", - "duration": 725000000, - "kind": "event", - "outcome": "failure", - "type": [ - "connection" - ] - }, - "http": { - "request": { - "method": "GET" - }, - "response": { - "status_code": 401 - } - }, - "iis": { - "access": { - "sub_status": 3, - "win32_status": 5 + "agent": { + "name": "DESKTOP-RFOOE09", + "id": "db17f9fb-5bcb-4116-a009-79a1bb7d4820", + "type": "filebeat", + "ephemeral_id": "3f65b650-b6a3-4694-83b3-0c324a60809d", + "version": "8.0.0" + }, + "temp": {}, + "log": { + "file": { + "path": "C:\\inetpub\\logs\\LogFiles\\W3SVC2\\u_ex181119.log" + }, + "offset": 261 + }, + "destination": { + "address": "127.0.0.1", + "port": 80, + "ip": "127.0.0.1" + }, + "source": { + "address": "127.0.0.1", + "ip": "127.0.0.1" + }, + "url": { + "path": "/" + }, + "input": { + "type": "log" + }, + "iis": { + "access": { + "sub_status": 3, + "win32_status": 5 + } + }, + "@timestamp": "2018-11-19T15:24:54.000Z", + "ecs": { + "version": "1.5.0" + }, + "related": { + "ip": [ + "127.0.0.1", + "127.0.0.1" + ] + }, + "http": { + "request": { + "method": "GET" + }, + "response": { + "status_code": 401 + } + }, + "event": { + "duration": 725000000, + "created": "2020-07-08T11:40:14.112Z", + "kind": "event", + "category": [ + "web", + "network" + ], + "type": [ + "connection" + ], + "outcome": "failure" + }, + "dataset": { + "name": "iis.access", + "namespace": "default", + "type": "logs" + }, + "user_agent": { + "original": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36", + "os": { + "name": "Windows", + "version": "10", + "full": "Windows 10" + }, + "name": "Chrome", + "device": { + "name": "Other" + }, + "version": "70.0.3538.102" } - }, - "input": { - "type": "log" - }, - "log": { - "file": { - "path": "C:\\inetpub\\logs\\LogFiles\\W3SVC2\\u_ex181119.log" - }, - "offset": 261 - }, - "related": { - "ip": [ - "127.0.0.1", - "127.0.0.1" - ] - }, - "source": { - "address": "127.0.0.1", - "ip": "127.0.0.1" - }, - "temp": {}, - "url": { - "path": "/" - }, - "user_agent": { - "device": { - "name": "Other" - }, - "name": "Chrome", - "original": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36", - "os": { - "full": "Windows 10", - "name": "Windows", - "version": "10" - }, - "version": "70.0.3538.102" - } } ``` @@ -522,63 +522,63 @@ An example event for `error` looks as following: ```$json { - "@timestamp": "2020-06-30T13:56:46.000Z", - "agent": { - "ephemeral_id": "3f65b650-b6a3-4694-83b3-0c324a60809d", - "id": "db17f9fb-5bcb-4116-a009-79a1bb7d4820", - "name": "DESKTOP-RFOOE09", - "type": "filebeat", - "version": "8.0.0" - }, - "dataset": { - "name": "iis.error", - "namespace": "default", - "type": "logs" - }, - "destination": { - "address": "::1%0", - "ip": "::1", - "port": 80 - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "category": [ - "web", - "network" - ], - "created": "2020-07-08T11:40:13.768Z", - "kind": "event", - "type": [ - "connection" - ] - }, - "iis": { - "error": { - "reason_phrase": "Timer_ConnectionIdle" + "agent": { + "name": "DESKTOP-RFOOE09", + "id": "db17f9fb-5bcb-4116-a009-79a1bb7d4820", + "type": "filebeat", + "ephemeral_id": "3f65b650-b6a3-4694-83b3-0c324a60809d", + "version": "8.0.0" + }, + "log": { + "file": { + "path": "c:\\Windows\\System32\\LogFiles\\HTTPERR\\httperr1.log" + }, + "offset": 199 + }, + "destination": { + "address": "::1%0", + "port": 80, + "ip": "::1" + }, + "source": { + "address": "::1%0", + "port": 59827, + "ip": "::1" + }, + "input": { + "type": "log" + }, + "iis": { + "error": { + "reason_phrase": "Timer_ConnectionIdle" + } + }, + "@timestamp": "2020-06-30T13:56:46.000Z", + "ecs": { + "version": "1.5.0" + }, + "related": { + "ip": [ + "::1", + "::1" + ] + }, + "event": { + "created": "2020-07-08T11:40:13.768Z", + "kind": "event", + "category": [ + "web", + "network" + ], + "type": [ + "connection" + ] + }, + "dataset": { + "name": "iis.error", + "namespace": "default", + "type": "logs" } - }, - "input": { - "type": "log" - }, - "log": { - "file": { - "path": "c:\\Windows\\System32\\LogFiles\\HTTPERR\\httperr1.log" - }, - "offset": 199 - }, - "related": { - "ip": [ - "::1", - "::1" - ] - }, - "source": { - "address": "::1%0", - "ip": "::1", - "port": 59827 - } } ``` diff --git a/packages/kafka/docs/README.md b/packages/kafka/docs/README.md index d6e3d0d86833..23d87a2a316b 100644 --- a/packages/kafka/docs/README.md +++ b/packages/kafka/docs/README.md @@ -71,47 +71,47 @@ An example event for `broker` looks as following: ```$json { - "@timestamp": "2020-05-15T15:12:12.270Z", - "agent": { - "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef", - "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c", - "name": "kafka-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kafka.broker", - "duration": 4572918, - "module": "kafka" - }, - "kafka": { - "broker": { - "mbean": "kafka.server:name=BytesOutPerSec,topic=messages,type=BrokerTopicMetrics", - "topic": { - "net": { - "out": { - "bytes_per_sec": 0.6089809926927563 - } + "@timestamp": "2020-05-15T15:12:12.270Z", + "service": { + "address": "localhost:8778", + "type": "kafka" + }, + "kafka": { + "broker": { + "mbean": "kafka.server:name=BytesOutPerSec,topic=messages,type=BrokerTopicMetrics", + "topic": { + "net": { + "out": { + "bytes_per_sec": 0.6089809926927563 + } + } + } } - } + }, + "event": { + "dataset": "kafka.broker", + "module": "kafka", + "duration": 4572918 + }, + "metricset": { + "period": 10000, + "name": "broker" + }, + "stream": { + "type": "metrics", + "dataset": "kafka.broker", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c", + "name": "kafka-01", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef" } - }, - "metricset": { - "name": "broker", - "period": 10000 - }, - "service": { - "address": "localhost:8778", - "type": "kafka" - }, - "stream": { - "dataset": "kafka.broker", - "namespace": "default", - "type": "metrics" - } } ``` @@ -188,68 +188,68 @@ An example event for `consumergroup` looks as following: ```$json { - "@timestamp": "2020-05-15T15:18:13.919Z", - "agent": { - "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef", - "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c", - "name": "kafka-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kafka.consumergroup", - "duration": 8821045, - "module": "kafka" - }, - "kafka": { - "broker": { - "address": "kafka-01:9092", - "id": 0 + "@timestamp": "2020-05-15T15:18:13.919Z", + "agent": { + "name": "kafka-01", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef", + "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c" }, - "consumergroup": { - "broker": { - "address": "kafka-01:9092", - "id": 0 - }, - "client": { - "host": "127.0.0.1", - "id": "consumer-console-consumer-99447-1", - "member_id": "consumer-console-consumer-99447-1-208fdf91-2f28-4336-a2ff-5e5f4b8b71e4" - }, - "consumer_lag": 112, - "error": { - "code": 0 - }, - "id": "console-consumer-99447", - "meta": "", - "offset": -1, - "partition": 0, - "topic": "messages" + "ecs": { + "version": "1.5.0" + }, + "kafka": { + "consumergroup": { + "topic": "messages", + "error": { + "code": 0 + }, + "broker": { + "id": 0, + "address": "kafka-01:9092" + }, + "id": "console-consumer-99447", + "offset": -1, + "consumer_lag": 112, + "client": { + "member_id": "consumer-console-consumer-99447-1-208fdf91-2f28-4336-a2ff-5e5f4b8b71e4", + "id": "consumer-console-consumer-99447-1", + "host": "127.0.0.1" + }, + "partition": 0, + "meta": "" + }, + "broker": { + "id": 0, + "address": "kafka-01:9092" + }, + "topic": { + "name": "messages" + }, + "partition": { + "id": 0, + "topic_id": "0-messages" + } }, - "partition": { - "id": 0, - "topic_id": "0-messages" + "event": { + "dataset": "kafka.consumergroup", + "module": "kafka", + "duration": 8821045 }, - "topic": { - "name": "messages" + "metricset": { + "period": 10000, + "name": "consumergroup" + }, + "service": { + "address": "localhost:9092", + "type": "kafka" + }, + "stream": { + "dataset": "kafka.consumergroup", + "namespace": "default", + "type": "metrics" } - }, - "metricset": { - "name": "consumergroup", - "period": 10000 - }, - "service": { - "address": "localhost:9092", - "type": "kafka" - }, - "stream": { - "dataset": "kafka.consumergroup", - "namespace": "default", - "type": "metrics" - } } ``` @@ -317,67 +317,67 @@ An example event for `partition` looks as following: ```$json { - "@timestamp": "2020-05-15T15:19:44.240Z", - "agent": { - "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef", - "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c", - "name": "kafka-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kafka.partition", - "duration": 11263377, - "module": "kafka" - }, - "kafka": { - "broker": { - "address": "kafka-01:9092", - "id": 0 + "@timestamp": "2020-05-15T15:19:44.240Z", + "metricset": { + "name": "partition", + "period": 10000 + }, + "service": { + "address": "localhost:9092", + "type": "kafka" + }, + "kafka": { + "partition": { + "offset": { + "oldest": 0, + "newest": 111 + }, + "id": 0, + "topic_id": "0-messages", + "topic_broker_id": "0-messages-0", + "topic": { + "name": "messages" + }, + "broker": { + "id": 0, + "address": "kafka-01:9092" + }, + "partition": { + "is_leader": true, + "insync_replica": true, + "id": 0, + "leader": 0, + "replica": 0 + } + }, + "broker": { + "address": "kafka-01:9092", + "id": 0 + }, + "topic": { + "name": "messages" + } + }, + "stream": { + "type": "metrics", + "dataset": "kafka.partition", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" }, - "partition": { - "broker": { - "address": "kafka-01:9092", - "id": 0 - }, - "id": 0, - "offset": { - "newest": 111, - "oldest": 0 - }, - "partition": { - "id": 0, - "insync_replica": true, - "is_leader": true, - "leader": 0, - "replica": 0 - }, - "topic": { - "name": "messages" - }, - "topic_broker_id": "0-messages-0", - "topic_id": "0-messages" + "agent": { + "ephemeral_id": "178ff0e9-e3dd-4bdf-8e3d-8f67a6bd72ef", + "id": "5aba67f2-2050-4d19-8953-ba20f0a5483c", + "name": "kafka-01", + "type": "metricbeat", + "version": "8.0.0" }, - "topic": { - "name": "messages" + "event": { + "dataset": "kafka.partition", + "module": "kafka", + "duration": 11263377 } - }, - "metricset": { - "name": "partition", - "period": 10000 - }, - "service": { - "address": "localhost:9092", - "type": "kafka" - }, - "stream": { - "dataset": "kafka.partition", - "namespace": "default", - "type": "metrics" - } } ``` diff --git a/packages/kubernetes/docs/README.md b/packages/kubernetes/docs/README.md index 545a2e31e84b..492978bb1eab 100644 --- a/packages/kubernetes/docs/README.md +++ b/packages/kubernetes/docs/README.md @@ -110,90 +110,90 @@ An example event for `apiserver` looks as following: ```$json { - "_id": "XVh163IBolOt49UrV2yq", - "_index": ".ds-metrics-kubernetes.apiserver-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:30:34.616Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.apiserver", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.apiserver", - "duration": 114780772, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "apiserver": { - "request": { - "client": "metrics-server/v0.0.0 (linux/amd64) kubernetes/$Format", - "code": "200", - "component": "apiserver", - "content_type": "application/vnd.kubernetes.protobuf", - "count": 3, - "resource": "nodes", - "scope": "cluster", - "verb": "LIST", - "version": "v1" + "_index": ".ds-metrics-kubernetes.apiserver-default-000001", + "_id": "XVh163IBolOt49UrV2yq", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:30:34.616Z", + "metricset": { + "name": "apiserver", + "period": 30000 + }, + "service": { + "address": "10.96.0.1:443", + "type": "kubernetes" + }, + "event": { + "dataset": "kubernetes.apiserver", + "module": "kubernetes", + "duration": 114780772 + }, + "kubernetes": { + "apiserver": { + "request": { + "client": "metrics-server/v0.0.0 (linux/amd64) kubernetes/$Format", + "version": "v1", + "count": 3, + "scope": "cluster", + "content_type": "application/vnd.kubernetes.protobuf", + "code": "200", + "verb": "LIST", + "component": "apiserver", + "resource": "nodes" + } + } + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat" + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.apiserver" + }, + "stream": { + "dataset": "kubernetes.apiserver", + "namespace": "default", + "type": "metrics" + }, + "host": { + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "os": { + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)" + } } - } }, - "metricset": { - "name": "apiserver", - "period": 30000 + "fields": { + "@timestamp": [ + "2020-06-25T12:30:34.616Z" + ] }, - "service": { - "address": "10.96.0.1:443", - "type": "kubernetes" - }, - "stream": { - "dataset": "kubernetes.apiserver", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:30:34.616Z" + "sort": [ + 1593088234616 ] - }, - "sort": [ - 1593088234616 - ] } ``` @@ -288,181 +288,181 @@ An example event for `container` looks as following: ```$json { - "_id": "y1h363IBolOt49UrGcjO", - "_index": ".ds-metrics-kubernetes.container-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:32:29.748Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.container", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.container", - "duration": 11091346, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "container": { - "cpu": { - "usage": { - "core": { - "ns": 12206519774 + "_index": ".ds-metrics-kubernetes.container-default-000001", + "_id": "y1h363IBolOt49UrGcjO", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:32:29.748Z", + "kubernetes": { + "namespace": "kube-system", + "node": { + "name": "minikube" }, - "limit": { - "pct": 0.00015289625 + "pod": { + "name": "metricbeat-g9fc6" }, - "nanocores": 611585, - "node": { - "pct": 0.00015289625 + "container": { + "rootfs": { + "used": { + "bytes": 61440 + }, + "inodes": { + "used": 17 + }, + "available": { + "bytes": 6724222976 + }, + "capacity": { + "bytes": 17361141760 + } + }, + "logs": { + "used": { + "bytes": 1617920 + }, + "inodes": { + "count": 9768928, + "used": 223910, + "free": 9545018 + }, + "available": { + "bytes": 6724222976 + }, + "capacity": { + "bytes": 17361141760 + } + }, + "start_time": "2020-06-25T07:19:37Z", + "name": "metricbeat", + "cpu": { + "usage": { + "node": { + "pct": 0.00015289625 + }, + "limit": { + "pct": 0.00015289625 + }, + "nanocores": 611585, + "core": { + "ns": 12206519774 + } + } + }, + "memory": { + "pagefaults": 10164, + "majorpagefaults": 528, + "available": { + "bytes": 188600320 + }, + "usage": { + "limit": { + "pct": 0.005608354460473573 + }, + "bytes": 94306304, + "node": { + "pct": 0.005608354460473573 + } + }, + "workingset": { + "bytes": 21114880 + }, + "rss": { + "bytes": 18386944 + } + } } - } - }, - "logs": { - "available": { - "bytes": 6724222976 - }, - "capacity": { - "bytes": 17361141760 - }, - "inodes": { - "count": 9768928, - "free": 9545018, - "used": 223910 - }, - "used": { - "bytes": 1617920 - } - }, - "memory": { - "available": { - "bytes": 188600320 - }, - "majorpagefaults": 528, - "pagefaults": 10164, - "rss": { - "bytes": 18386944 - }, - "usage": { - "bytes": 94306304, - "limit": { - "pct": 0.005608354460473573 + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.container" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.container" + }, + "host": { + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)" }, - "node": { - "pct": 0.005608354460473573 - } - }, - "workingset": { - "bytes": 21114880 - } - }, - "name": "metricbeat", - "rootfs": { - "available": { - "bytes": 6724222976 - }, - "capacity": { - "bytes": 17361141760 - }, - "inodes": { - "used": 17 - }, - "used": { - "bytes": 61440 - } - }, - "start_time": "2020-06-25T07:19:37Z" - }, - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "name": "metricbeat-g9fc6" - } - }, - "metricset": { - "name": "container", - "period": 10000 + "name": "minikube", + "id": "b0e83d397c054b8a99a431072fe4617b" + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube" + }, + "metricset": { + "period": 10000, + "name": "container" + }, + "service": { + "address": "minikube:10250", + "type": "kubernetes" + }, + "event": { + "dataset": "kubernetes.container", + "module": "kubernetes", + "duration": 11091346 + }, + "ecs": { + "version": "1.5.0" + } }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:32:29.748Z" + ], + "kubernetes.container.start_time": [ + "2020-06-25T07:19:37.000Z" + ] }, - "stream": { - "dataset": "kubernetes.container", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:32:29.748Z" - ], - "kubernetes.container.start_time": [ - "2020-06-25T07:19:37.000Z" + "sort": [ + 1593088349748 ] - }, - "sort": [ - 1593088349748 - ] } ``` @@ -537,121 +537,121 @@ An example event for `controllermanager` looks as following: ```$json { - "_id": "qFh463IBolOt49UrBPYP", - "_index": ".ds-metrics-kubernetes.controllermanager-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:33:29.643Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.controllermanager", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.controllermanager", - "duration": 8893806, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "controllermanager": { - "name": "certificate", - "workqueue": { - "adds": { - "count": 0 - }, - "depth": { - "count": 0 - }, - "longestrunning": { - "sec": 0 - }, - "retries": { - "count": 0 - }, - "unfinished": { - "sec": 0 - } + "_index": ".ds-metrics-kubernetes.controllermanager-default-000001", + "_id": "qFh463IBolOt49UrBPYP", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:33:29.643Z", + "kubernetes": { + "controllermanager": { + "workqueue": { + "unfinished": { + "sec": 0 + }, + "adds": { + "count": 0 + }, + "depth": { + "count": 0 + }, + "longestrunning": { + "sec": 0 + }, + "retries": { + "count": 0 + } + }, + "name": "certificate" + } + }, + "event": { + "dataset": "kubernetes.controllermanager", + "module": "kubernetes", + "duration": 8893806 + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.controllermanager" + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "name": "minikube" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube", + "type": "metricbeat" + }, + "metricset": { + "period": 10000, + "name": "controllermanager" + }, + "service": { + "address": "localhost:10252", + "type": "kubernetes" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.controllermanager" } - } }, - "metricset": { - "name": "controllermanager", - "period": 10000 + "fields": { + "@timestamp": [ + "2020-06-25T12:33:29.643Z" + ] }, - "service": { - "address": "localhost:10252", - "type": "kubernetes" - }, - "stream": { - "dataset": "kubernetes.controllermanager", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:33:29.643Z" + "sort": [ + 1593088409643 ] - }, - "sort": [ - 1593088409643 - ] } ``` @@ -735,115 +735,115 @@ An example event for `event` looks as following: ```$json { - "_id": "EVh163IBolOt49UrPGji", - "_index": ".ds-metrics-kubernetes.event-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:30:27.575Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.event", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.event", - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "event": { - "count": 1861, - "involved_object": { - "api_version": "kibana.k8s.elastic.co/v1", - "kind": "Kibana", - "name": "monitor", - "resource_version": "101842", - "uid": "45a19de5-5eef-4090-a2d3-dbceb0a28af8" - }, - "message": "Failed to find referenced backend beats/monitor: Elasticsearch.elasticsearch.k8s.elastic.co \"monitor\" not found", - "metadata": { - "generate_name": "", - "name": "monitor.161bb862545e3099", - "namespace": "beats", - "resource_version": "485630", - "self_link": "/api/v1/namespaces/beats/events/monitor.161bb862545e3099", - "timestamp": { - "created": "2020-06-25T07:20:25.000Z" - }, - "uid": "604e39e0-862f-4615-9cec-8cb62299dea3" - }, - "reason": "AssociationError", - "source": { - "component": "kibana-association-controller", - "host": "" - }, - "timestamp": { - "first_occurrence": "2020-06-25T07:20:25.000Z", - "last_occurrence": "2020-06-25T12:30:27.000Z" - }, - "type": "Warning" - } - }, - "metricset": { - "name": "event" - }, - "service": { - "type": "kubernetes" + "_index": ".ds-metrics-kubernetes.event-default-000001", + "_id": "EVh163IBolOt49UrPGji", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:30:27.575Z", + "metricset": { + "name": "event" + }, + "stream": { + "dataset": "kubernetes.event", + "namespace": "default", + "type": "metrics" + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc" + }, + "ecs": { + "version": "1.5.0" + }, + "event": { + "dataset": "kubernetes.event", + "module": "kubernetes" + }, + "service": { + "type": "kubernetes" + }, + "kubernetes": { + "event": { + "metadata": { + "uid": "604e39e0-862f-4615-9cec-8cb62299dea3", + "resource_version": "485630", + "timestamp": { + "created": "2020-06-25T07:20:25.000Z" + }, + "name": "monitor.161bb862545e3099", + "namespace": "beats", + "self_link": "/api/v1/namespaces/beats/events/monitor.161bb862545e3099", + "generate_name": "" + }, + "timestamp": { + "first_occurrence": "2020-06-25T07:20:25.000Z", + "last_occurrence": "2020-06-25T12:30:27.000Z" + }, + "message": "Failed to find referenced backend beats/monitor: Elasticsearch.elasticsearch.k8s.elastic.co \"monitor\" not found", + "reason": "AssociationError", + "type": "Warning", + "count": 1861, + "source": { + "host": "", + "component": "kibana-association-controller" + }, + "involved_object": { + "api_version": "kibana.k8s.elastic.co/v1", + "resource_version": "101842", + "name": "monitor", + "kind": "Kibana", + "uid": "45a19de5-5eef-4090-a2d3-dbceb0a28af8" + } + } + }, + "dataset": { + "name": "kubernetes.event", + "namespace": "default", + "type": "metrics" + }, + "host": { + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + } + } }, - "stream": { - "dataset": "kubernetes.event", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:30:27.575Z" - ], - "kubernetes.event.metadata.timestamp.created": [ - "2020-06-25T07:20:25.000Z" - ], - "kubernetes.event.timestamp.first_occurrence": [ - "2020-06-25T07:20:25.000Z" - ], - "kubernetes.event.timestamp.last_occurrence": [ - "2020-06-25T12:30:27.000Z" + "fields": { + "kubernetes.event.timestamp.first_occurrence": [ + "2020-06-25T07:20:25.000Z" + ], + "kubernetes.event.timestamp.last_occurrence": [ + "2020-06-25T12:30:27.000Z" + ], + "kubernetes.event.metadata.timestamp.created": [ + "2020-06-25T07:20:25.000Z" + ], + "@timestamp": [ + "2020-06-25T12:30:27.575Z" + ] + }, + "sort": [ + 1593088227575 ] - }, - "sort": [ - 1593088227575 - ] } ``` @@ -915,179 +915,179 @@ An example event for `node` looks as following: ```$json { - "_id": "Gll563IBolOt49UrFS2Q", - "_index": ".ds-metrics-kubernetes.node-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:34:39.723Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.node", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.node", - "duration": 13042307, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "beta_kubernetes_io/arch": "amd64", - "beta_kubernetes_io/os": "linux", - "kubernetes_io/arch": "amd64", - "kubernetes_io/hostname": "minikube", - "kubernetes_io/os": "linux", - "node-role_kubernetes_io/master": "" - }, - "node": { - "cpu": { - "usage": { - "core": { - "ns": 6136184971873 - }, - "nanocores": 455263291 - } - }, - "fs": { - "available": { - "bytes": 6655090688 - }, - "capacity": { - "bytes": 17361141760 - }, - "inodes": { - "count": 9768928, - "free": 9544777, - "used": 224151 - }, - "used": { - "bytes": 9689358336 - } - }, - "memory": { - "available": { - "bytes": 12746428416 - }, - "majorpagefaults": 0, - "pagefaults": 31680, - "rss": { - "bytes": 3252125696 - }, - "usage": { - "bytes": 5670916096 - }, - "workingset": { - "bytes": 4068896768 - } - }, - "name": "minikube", - "network": { - "rx": { - "bytes": 107077476, - "errors": 0 - }, - "tx": { - "bytes": 67457933, - "errors": 0 - } - }, - "runtime": { - "imagefs": { - "available": { - "bytes": 6655090688 + "_index": ".ds-metrics-kubernetes.node-default-000001", + "_id": "Gll563IBolOt49UrFS2Q", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:34:39.723Z", + "event": { + "dataset": "kubernetes.node", + "module": "kubernetes", + "duration": 13042307 + }, + "service": { + "type": "kubernetes", + "address": "minikube:10250" + }, + "host": { + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "name": "minikube", + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81" }, - "capacity": { - "bytes": 17361141760 + "id": "b0e83d397c054b8a99a431072fe4617b" + }, + "metricset": { + "name": "node", + "period": 10000 + }, + "kubernetes": { + "labels": { + "beta_kubernetes_io/os": "linux", + "kubernetes_io/arch": "amd64", + "kubernetes_io/hostname": "minikube", + "kubernetes_io/os": "linux", + "node-role_kubernetes_io/master": "", + "beta_kubernetes_io/arch": "amd64" }, - "used": { - "bytes": 8719928568 + "node": { + "memory": { + "available": { + "bytes": 12746428416 + }, + "usage": { + "bytes": 5670916096 + }, + "workingset": { + "bytes": 4068896768 + }, + "rss": { + "bytes": 3252125696 + }, + "pagefaults": 31680, + "majorpagefaults": 0 + }, + "network": { + "rx": { + "bytes": 107077476, + "errors": 0 + }, + "tx": { + "bytes": 67457933, + "errors": 0 + } + }, + "fs": { + "available": { + "bytes": 6655090688 + }, + "capacity": { + "bytes": 17361141760 + }, + "used": { + "bytes": 9689358336 + }, + "inodes": { + "count": 9768928, + "used": 224151, + "free": 9544777 + } + }, + "runtime": { + "imagefs": { + "capacity": { + "bytes": 17361141760 + }, + "used": { + "bytes": 8719928568 + }, + "available": { + "bytes": 6655090688 + } + } + }, + "start_time": "2020-06-25T07:18:38Z", + "name": "minikube", + "cpu": { + "usage": { + "core": { + "ns": 6136184971873 + }, + "nanocores": 455263291 + } + } } - } }, - "start_time": "2020-06-25T07:18:38Z" - } - }, - "metricset": { - "name": "node", - "period": 10000 + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.node" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.node" + }, + "agent": { + "name": "minikube", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" + }, + "ecs": { + "version": "1.5.0" + } }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:34:39.723Z" + ], + "kubernetes.node.start_time": [ + "2020-06-25T07:18:38.000Z" + ] }, - "stream": { - "dataset": "kubernetes.node", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:34:39.723Z" - ], - "kubernetes.node.start_time": [ - "2020-06-25T07:18:38.000Z" + "sort": [ + 1593088479723 ] - }, - "sort": [ - 1593088479723 - ] } ``` @@ -1161,156 +1161,156 @@ An example event for `pod` looks as following: ```$json { - "_id": "4Vl563IBolOt49UrYz6x", - "_index": ".ds-metrics-kubernetes.pod-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:34:59.729Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.pod", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.pod", - "duration": 20735189, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "cpu": { - "usage": { - "limit": { - "pct": 0.0007029795 + "_index": ".ds-metrics-kubernetes.pod-default-000001", + "_id": "4Vl563IBolOt49UrYz6x", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:34:59.729Z", + "kubernetes": { + "pod": { + "memory": { + "rss": { + "bytes": 7823360 + }, + "page_faults": 5742, + "major_page_faults": 0, + "usage": { + "limit": { + "pct": 0.0008033509820466402 + }, + "bytes": 13508608, + "node": { + "pct": 0.0008033509820466402 + } + }, + "available": { + "bytes": 0 + }, + "working_set": { + "bytes": 8556544 + } + }, + "network": { + "rx": { + "bytes": 25671624, + "errors": 0 + }, + "tx": { + "errors": 0, + "bytes": 1092900259 + } + }, + "start_time": "2020-06-18T11:12:58Z", + "name": "kube-state-metrics-57cd6fdf9-hd959", + "uid": "a7c61334-dd52-4a12-bed5-4daee4c74139", + "cpu": { + "usage": { + "nanocores": 2811918, + "node": { + "pct": 0.0007029795 + }, + "limit": { + "pct": 0.0007029795 + } + } + } }, - "nanocores": 2811918, + "namespace": "kube-system", "node": { - "pct": 0.0007029795 + "name": "minikube" } - } - }, - "memory": { - "available": { - "bytes": 0 - }, - "major_page_faults": 0, - "page_faults": 5742, - "rss": { - "bytes": 7823360 - }, - "usage": { - "bytes": 13508608, - "limit": { - "pct": 0.0008033509820466402 + }, + "event": { + "duration": 20735189, + "dataset": "kubernetes.pod", + "module": "kubernetes" + }, + "stream": { + "dataset": "kubernetes.pod", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "metricset": { + "period": 10000, + "name": "pod" + }, + "service": { + "type": "kubernetes", + "address": "minikube:10250" + }, + "dataset": { + "type": "metrics", + "name": "kubernetes.pod", + "namespace": "default" + }, + "host": { + "name": "minikube", + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux" }, - "node": { - "pct": 0.0008033509820466402 - } - }, - "working_set": { - "bytes": 8556544 - } - }, - "name": "kube-state-metrics-57cd6fdf9-hd959", - "network": { - "rx": { - "bytes": 25671624, - "errors": 0 - }, - "tx": { - "bytes": 1092900259, - "errors": 0 - } - }, - "start_time": "2020-06-18T11:12:58Z", - "uid": "a7c61334-dd52-4a12-bed5-4daee4c74139" - } - }, - "metricset": { - "name": "pod", - "period": 10000 + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ] + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube" + } }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" + "fields": { + "kubernetes.pod.start_time": [ + "2020-06-18T11:12:58.000Z" + ], + "@timestamp": [ + "2020-06-25T12:34:59.729Z" + ] }, - "stream": { - "dataset": "kubernetes.pod", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:34:59.729Z" - ], - "kubernetes.pod.start_time": [ - "2020-06-18T11:12:58.000Z" + "sort": [ + 1593088499729 ] - }, - "sort": [ - 1593088499729 - ] } ``` @@ -1378,244 +1378,244 @@ An example event for `proxy` looks as following: ```$json { - "_id": "Z1l563IBolOt49Ur2FXO", - "_index": ".ds-metrics-kubernetes.proxy-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:35:29.639Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.proxy", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.proxy", - "duration": 2031254, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "proxy": { - "process": { - "cpu": { - "sec": 8 - }, - "fds": { - "open": { - "count": 17 - } - }, - "memory": { - "resident": { - "bytes": 37609472 + "_index": ".ds-metrics-kubernetes.proxy-default-000001", + "_id": "Z1l563IBolOt49Ur2FXO", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:35:29.639Z", + "agent": { + "name": "minikube", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.proxy" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.proxy", + "namespace": "default" + }, + "host": { + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "name": "minikube", + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81" }, - "virtual": { - "bytes": 143990784 - } - }, - "started": { - "sec": 1593069580.69 - } - }, - "sync": { - "networkprogramming": { - "duration": { - "us": { - "bucket": { - "+Inf": 19, - "0": 0, - "1000000": 11, - "10000000": 11, - "100000000": 11, - "105000000": 11, - "11000000": 11, - "110000000": 11, - "115000000": 11, - "12000000": 11, - "120000000": 11, - "13000000": 11, - "14000000": 11, - "15000000": 11, - "150000000": 11, - "16000000": 11, - "17000000": 11, - "18000000": 11, - "180000000": 11, - "19000000": 11, - "2000000": 11, - "20000000": 11, - "21000000": 11, - "210000000": 11, - "22000000": 11, - "23000000": 11, - "24000000": 11, - "240000000": 11, - "250000": 4, - "25000000": 11, - "26000000": 11, - "27000000": 11, - "270000000": 11, - "28000000": 11, - "29000000": 11, - "3000000": 11, - "30000000": 11, - "300000000": 11, - "31000000": 11, - "32000000": 11, - "33000000": 11, - "34000000": 11, - "35000000": 11, - "36000000": 11, - "37000000": 11, - "38000000": 11, - "39000000": 11, - "4000000": 11, - "40000000": 11, - "41000000": 11, - "42000000": 11, - "43000000": 11, - "44000000": 11, - "45000000": 11, - "46000000": 11, - "47000000": 11, - "48000000": 11, - "49000000": 11, - "500000": 8, - "5000000": 11, - "50000000": 11, - "51000000": 11, - "52000000": 11, - "53000000": 11, - "54000000": 11, - "55000000": 11, - "56000000": 11, - "57000000": 11, - "58000000": 11, - "59000000": 11, - "6000000": 11, - "60000000": 11, - "65000000": 11, - "7000000": 11, - "70000000": 11, - "75000000": 11, - "8000000": 11, - "80000000": 11, - "85000000": 11, - "9000000": 11, - "90000000": 11, - "95000000": 11 - }, - "count": 19, - "sum": 5571080914163.27 - } - } - }, - "rules": { - "duration": { - "us": { - "bucket": { - "+Inf": 18, - "1000": 0, - "1024000": 18, - "128000": 17, - "16000": 0, - "16384000": 18, - "2000": 0, - "2048000": 18, - "256000": 18, - "32000": 10, - "4000": 0, - "4096000": 18, - "512000": 18, - "64000": 16, - "8000": 0, - "8192000": 18 + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false + }, + "kubernetes": { + "proxy": { + "sync": { + "rules": { + "duration": { + "us": { + "sum": 763620.9329999998, + "count": 18, + "bucket": { + "1000": 0, + "2000": 0, + "4000": 0, + "8000": 0, + "16000": 0, + "32000": 10, + "64000": 16, + "128000": 17, + "256000": 18, + "512000": 18, + "1024000": 18, + "2048000": 18, + "4096000": 18, + "8192000": 18, + "16384000": 18, + "+Inf": 18 + } + } + } + }, + "networkprogramming": { + "duration": { + "us": { + "count": 19, + "bucket": { + "0": 0, + "250000": 4, + "500000": 8, + "1000000": 11, + "2000000": 11, + "3000000": 11, + "4000000": 11, + "5000000": 11, + "6000000": 11, + "7000000": 11, + "8000000": 11, + "9000000": 11, + "10000000": 11, + "11000000": 11, + "12000000": 11, + "13000000": 11, + "14000000": 11, + "15000000": 11, + "16000000": 11, + "17000000": 11, + "18000000": 11, + "19000000": 11, + "20000000": 11, + "21000000": 11, + "22000000": 11, + "23000000": 11, + "24000000": 11, + "25000000": 11, + "26000000": 11, + "27000000": 11, + "28000000": 11, + "29000000": 11, + "30000000": 11, + "31000000": 11, + "32000000": 11, + "33000000": 11, + "34000000": 11, + "35000000": 11, + "36000000": 11, + "37000000": 11, + "38000000": 11, + "39000000": 11, + "40000000": 11, + "41000000": 11, + "42000000": 11, + "43000000": 11, + "44000000": 11, + "45000000": 11, + "46000000": 11, + "47000000": 11, + "48000000": 11, + "49000000": 11, + "50000000": 11, + "51000000": 11, + "52000000": 11, + "53000000": 11, + "54000000": 11, + "55000000": 11, + "56000000": 11, + "57000000": 11, + "58000000": 11, + "59000000": 11, + "60000000": 11, + "65000000": 11, + "70000000": 11, + "75000000": 11, + "80000000": 11, + "85000000": 11, + "90000000": 11, + "95000000": 11, + "100000000": 11, + "105000000": 11, + "110000000": 11, + "115000000": 11, + "120000000": 11, + "150000000": 11, + "180000000": 11, + "210000000": 11, + "240000000": 11, + "270000000": 11, + "300000000": 11, + "+Inf": 19 + }, + "sum": 5571080914163.27 + } + } + } }, - "count": 18, - "sum": 763620.9329999998 - } + "process": { + "cpu": { + "sec": 8 + }, + "memory": { + "resident": { + "bytes": 37609472 + }, + "virtual": { + "bytes": 143990784 + } + }, + "started": { + "sec": 1593069580.69 + }, + "fds": { + "open": { + "count": 17 + } + } + } } - } + }, + "ecs": { + "version": "1.5.0" + }, + "event": { + "module": "kubernetes", + "duration": 2031254, + "dataset": "kubernetes.proxy" + }, + "metricset": { + "name": "proxy", + "period": 10000 + }, + "service": { + "address": "localhost:10249", + "type": "kubernetes" } - } }, - "metricset": { - "name": "proxy", - "period": 10000 + "fields": { + "@timestamp": [ + "2020-06-25T12:35:29.639Z" + ] }, - "service": { - "address": "localhost:10249", - "type": "kubernetes" - }, - "stream": { - "dataset": "kubernetes.proxy", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:35:29.639Z" + "sort": [ + 1593088529639 ] - }, - "sort": [ - 1593088529639 - ] } ``` @@ -1693,107 +1693,107 @@ An example event for `scheduler` looks as following: ```$json { - "_id": "01l663IBolOt49UrTW36", - "_index": ".ds-metrics-kubernetes.scheduler-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:35:59.624Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.scheduler", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.scheduler", - "duration": 7245648, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "scheduler": { - "leader": { - "is_master": true + "_index": ".ds-metrics-kubernetes.scheduler-default-000001", + "_id": "01l663IBolOt49UrTW36", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:35:59.624Z", + "agent": { + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube", + "type": "metricbeat" }, - "name": "kube-scheduler" - } - }, - "metricset": { - "name": "scheduler", - "period": 10000 + "dataset": { + "name": "kubernetes.scheduler", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.scheduler" + }, + "host": { + "hostname": "minikube", + "architecture": "x86_64", + "os": { + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux" + }, + "name": "minikube", + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ] + }, + "ecs": { + "version": "1.5.0" + }, + "event": { + "duration": 7245648, + "dataset": "kubernetes.scheduler", + "module": "kubernetes" + }, + "metricset": { + "name": "scheduler", + "period": 10000 + }, + "service": { + "address": "localhost:10251", + "type": "kubernetes" + }, + "kubernetes": { + "scheduler": { + "name": "kube-scheduler", + "leader": { + "is_master": true + } + } + } }, - "service": { - "address": "localhost:10251", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:35:59.624Z" + ] }, - "stream": { - "dataset": "kubernetes.scheduler", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:35:59.624Z" + "sort": [ + 1593088559624 ] - }, - "sort": [ - 1593088559624 - ] } ``` @@ -1877,108 +1877,108 @@ An example event for `state_container` looks as following: ```$json { - "_id": "P1l663IBolOt49Ur1YbF", - "_index": ".ds-metrics-kubernetes.state_container-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:36:34.469Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "container": { - "id": "b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4", - "runtime": "docker" - }, - "dataset": { - "name": "kubernetes.state_container", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.container", - "duration": 8554499, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "container": { - "cpu": { - "request": { - "cores": 0.1 - } - }, - "id": "docker://b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4", - "image": "k8s.gcr.io/kube-scheduler:v1.17.0", - "name": "kube-scheduler", - "status": { - "phase": "running", - "ready": true, - "restarts": 10 + "_index": ".ds-metrics-kubernetes.state_container-default-000001", + "_id": "P1l663IBolOt49Ur1YbF", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:36:34.469Z", + "host": { + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "os": { + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false + }, + "event": { + "dataset": "kubernetes.container", + "module": "kubernetes", + "duration": 8554499 + }, + "kubernetes": { + "node": { + "name": "minikube" + }, + "labels": { + "component": "kube-scheduler", + "tier": "control-plane" + }, + "container": { + "image": "k8s.gcr.io/kube-scheduler:v1.17.0", + "name": "kube-scheduler", + "cpu": { + "request": { + "cores": 0.1 + } + }, + "status": { + "phase": "running", + "ready": true, + "restarts": 10 + }, + "id": "docker://b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4" + }, + "pod": { + "name": "kube-scheduler-minikube", + "uid": "9cdbd5ea-7638-4e86-a706-a5b222d86f26" + }, + "namespace": "kube-system" + }, + "dataset": { + "name": "kubernetes.state_container", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_container", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0" + }, + "container": { + "runtime": "docker", + "id": "b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4" + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "metricset": { + "name": "state_container", + "period": 10000 } - }, - "labels": { - "component": "kube-scheduler", - "tier": "control-plane" - }, - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "name": "kube-scheduler-minikube", - "uid": "9cdbd5ea-7638-4e86-a706-a5b222d86f26" - } - }, - "metricset": { - "name": "state_container", - "period": 10000 }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:36:34.469Z" + ] }, - "stream": { - "dataset": "kubernetes.state_container", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:36:34.469Z" + "sort": [ + 1593088594469 ] - }, - "sort": [ - 1593088594469 - ] } ``` @@ -2041,94 +2041,94 @@ An example event for `state_cronjob` looks as following: ```$json { - "_id": "qFqA63IBolOt49Urybs0", - "_index": ".ds-metrics-kubernetes.state_cronjob-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:43:04.384Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_cronjob", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.cronjob", - "duration": 9482053, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "cronjob": { - "active": { - "count": 0 + "_index": ".ds-metrics-kubernetes.state_cronjob-default-000001", + "_id": "qFqA63IBolOt49Urybs0", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:43:04.384Z", + "metricset": { + "name": "state_cronjob", + "period": 10000 + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" }, - "created": { - "sec": 1593088862 + "ecs": { + "version": "1.5.0" }, - "is_suspended": false, - "last_schedule": { - "sec": 1593088920 + "host": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)" + } + }, + "event": { + "dataset": "kubernetes.cronjob", + "module": "kubernetes", + "duration": 9482053 }, - "name": "hello", - "next_schedule": { - "sec": 1593088980 + "kubernetes": { + "namespace": "default", + "cronjob": { + "active": { + "count": 0 + }, + "is_suspended": false, + "name": "hello", + "next_schedule": { + "sec": 1593088980 + }, + "last_schedule": { + "sec": 1593088920 + }, + "created": { + "sec": 1593088862 + } + } + }, + "dataset": { + "type": "metrics", + "name": "kubernetes.state_cronjob", + "namespace": "default" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.state_cronjob" + }, + "agent": { + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0" } - }, - "namespace": "default" - }, - "metricset": { - "name": "state_cronjob", - "period": 10000 }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:43:04.384Z" + ] }, - "stream": { - "dataset": "kubernetes.state_cronjob", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:43:04.384Z" + "sort": [ + 1593088984384 ] - }, - "sort": [ - 1593088984384 - ] } ``` @@ -2189,91 +2189,91 @@ An example event for `state_deployment` looks as following: ```$json { - "_id": "H1l763IBolOt49UrSp72", - "_index": ".ds-metrics-kubernetes.state_deployment-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:37:04.455Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_deployment", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.deployment", - "duration": 8648138, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "deployment": { - "name": "metricbeat", - "paused": false, - "replicas": { - "available": 1, - "desired": 1, - "unavailable": 0, - "updated": 1 + "_index": ".ds-metrics-kubernetes.state_deployment-default-000001", + "_id": "H1l763IBolOt49UrSp72", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:37:04.455Z", + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "event": { + "module": "kubernetes", + "duration": 8648138, + "dataset": "kubernetes.deployment" + }, + "ecs": { + "version": "1.5.0" + }, + "metricset": { + "name": "state_deployment", + "period": 10000 + }, + "kubernetes": { + "deployment": { + "name": "metricbeat", + "replicas": { + "unavailable": 0, + "desired": 1, + "updated": 1, + "available": 1 + }, + "paused": false + }, + "labels": { + "k8s-app": "metricbeat" + }, + "namespace": "kube-system" + }, + "dataset": { + "type": "metrics", + "name": "kubernetes.state_deployment", + "namespace": "default" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_deployment", + "namespace": "default" + }, + "host": { + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat" + }, + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ] + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat" } - }, - "labels": { - "k8s-app": "metricbeat" - }, - "namespace": "kube-system" - }, - "metricset": { - "name": "state_deployment", - "period": 10000 }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:37:04.455Z" + ] }, - "stream": { - "dataset": "kubernetes.state_deployment", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:37:04.455Z" + "sort": [ + 1593088624455 ] - }, - "sort": [ - 1593088624455 - ] } ``` @@ -2330,116 +2330,116 @@ An example event for `state_node` looks as following: ```$json { - "_id": "c1l763IBolOt49Ur58c8", - "_index": ".ds-metrics-kubernetes.state_node-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:37:44.457Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_node", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.node", - "duration": 8194220, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "beta_kubernetes_io/arch": "amd64", - "beta_kubernetes_io/os": "linux", - "kubernetes_io/arch": "amd64", - "kubernetes_io/hostname": "minikube", - "kubernetes_io/os": "linux", - "node-role_kubernetes_io/master": "" - }, - "node": { - "cpu": { - "allocatable": { - "cores": 4 - }, - "capacity": { - "cores": 4 - } - }, - "memory": { - "allocatable": { - "bytes": 16815325184 - }, - "capacity": { - "bytes": 16815325184 - } - }, - "name": "minikube", - "pod": { - "allocatable": { - "total": 110 - }, - "capacity": { - "total": 110 - } - }, - "status": { - "ready": "true", - "unschedulable": false + "_index": ".ds-metrics-kubernetes.state_node-default-000001", + "_id": "c1l763IBolOt49Ur58c8", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:37:44.457Z", + "ecs": { + "version": "1.5.0" + }, + "host": { + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ] + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.state_node" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.state_node" + }, + "metricset": { + "name": "state_node", + "period": 10000 + }, + "kubernetes": { + "node": { + "pod": { + "capacity": { + "total": 110 + }, + "allocatable": { + "total": 110 + } + }, + "memory": { + "capacity": { + "bytes": 16815325184 + }, + "allocatable": { + "bytes": 16815325184 + } + }, + "cpu": { + "allocatable": { + "cores": 4 + }, + "capacity": { + "cores": 4 + } + }, + "name": "minikube", + "status": { + "ready": "true", + "unschedulable": false + } + }, + "labels": { + "kubernetes_io/arch": "amd64", + "kubernetes_io/hostname": "minikube", + "kubernetes_io/os": "linux", + "node-role_kubernetes_io/master": "", + "beta_kubernetes_io/arch": "amd64", + "beta_kubernetes_io/os": "linux" + } + }, + "agent": { + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0" + }, + "service": { + "type": "kubernetes", + "address": "kube-state-metrics:8080" + }, + "event": { + "dataset": "kubernetes.node", + "module": "kubernetes", + "duration": 8194220 } - } }, - "metricset": { - "name": "state_node", - "period": 10000 + "fields": { + "@timestamp": [ + "2020-06-25T12:37:44.457Z" + ] }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "stream": { - "dataset": "kubernetes.state_node", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:37:44.457Z" + "sort": [ + 1593088664457 ] - }, - "sort": [ - 1593088664457 - ] } ``` @@ -2499,88 +2499,88 @@ An example event for `state_persistentvolume` looks as following: ```$json { - "_id": "8lqB63IBolOt49UrjOyD", - "_index": ".ds-metrics-kubernetes.state_persistentvolume-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:43:54.412Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_persistentvolume", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.persistentvolume", - "duration": 12149615, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "type": "local" - }, - "persistentvolume": { - "capacity": { - "bytes": 10737418240 - }, - "name": "task-pv-volume", - "phase": "Bound", - "storage_class": "manual" - } - }, - "metricset": { - "name": "state_persistentvolume", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_persistentvolume-default-000001", + "_id": "8lqB63IBolOt49UrjOyD", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:43:54.412Z", + "ecs": { + "version": "1.5.0" + }, + "event": { + "module": "kubernetes", + "duration": 12149615, + "dataset": "kubernetes.persistentvolume" + }, + "agent": { + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat" + }, + "kubernetes": { + "persistentvolume": { + "capacity": { + "bytes": 10737418240 + }, + "phase": "Bound", + "storage_class": "manual", + "name": "task-pv-volume" + }, + "labels": { + "type": "local" + } + }, + "dataset": { + "name": "kubernetes.state_persistentvolume", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_persistentvolume", + "namespace": "default" + }, + "host": { + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "containerized": false + }, + "metricset": { + "period": 10000, + "name": "state_persistentvolume" + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:43:54.412Z" + ] }, - "stream": { - "dataset": "kubernetes.state_persistentvolume", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:43:54.412Z" + "sort": [ + 1593089034412 ] - }, - "sort": [ - 1593089034412 - ] } ``` @@ -2636,88 +2636,88 @@ An example event for `state_persistentvolumeclaim` looks as following: ```$json { - "_id": "6FuC63IBolOt49UrTxrR", - "_index": ".ds-metrics-kubernetes.state_persistentvolumeclaim-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:44:44.418Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_persistentvolumeclaim", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.persistentvolumeclaim", - "duration": 5698588, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "namespace": "default", - "persistentvolumeclaim": { - "access_mode": "ReadWriteOnce", - "name": "task-pv-claim", - "phase": "Bound", - "request_storage": { - "bytes": 3221225472 - }, - "storage_class": "manual", - "volume_name": "task-pv-volume" - } - }, - "metricset": { - "name": "state_persistentvolumeclaim", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_persistentvolumeclaim-default-000001", + "_id": "6FuC63IBolOt49UrTxrR", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:44:44.418Z", + "event": { + "dataset": "kubernetes.persistentvolumeclaim", + "module": "kubernetes", + "duration": 5698588 + }, + "metricset": { + "name": "state_persistentvolumeclaim", + "period": 10000 + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "kubernetes": { + "namespace": "default", + "persistentvolumeclaim": { + "phase": "Bound", + "storage_class": "manual", + "volume_name": "task-pv-volume", + "name": "task-pv-claim", + "request_storage": { + "bytes": 3221225472 + }, + "access_mode": "ReadWriteOnce" + } + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.state_persistentvolumeclaim" + }, + "agent": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_persistentvolumeclaim", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:44:44.418Z" + ] }, - "stream": { - "dataset": "kubernetes.state_persistentvolumeclaim", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:44:44.418Z" + "sort": [ + 1593089084418 ] - }, - "sort": [ - 1593089084418 - ] } ``` @@ -2775,97 +2775,97 @@ An example event for `state_pod` looks as following: ```$json { - "_id": "YVl863IBolOt49UrqueH", - "_index": ".ds-metrics-kubernetes.state_pod-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:38:34.469Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_pod", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.pod", - "duration": 10777415, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "controller-revision-hash": "85649b9ddb", - "k8s-app": "filebeat", - "pod-template-generation": "1" - }, - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "host_ip": "192.168.64.10", - "ip": "192.168.64.10", - "name": "filebeat-dqzzz", - "status": { - "phase": "running", - "ready": "true", - "scheduled": "true" - }, - "uid": "a5f1d3c9-40b6-4182-823b-dd5ff9832279" - } - }, - "metricset": { - "name": "state_pod", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_pod-default-000001", + "_id": "YVl863IBolOt49UrqueH", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:38:34.469Z", + "dataset": { + "name": "kubernetes.state_pod", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.state_pod" + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux" + } + }, + "event": { + "duration": 10777415, + "dataset": "kubernetes.pod", + "module": "kubernetes" + }, + "service": { + "type": "kubernetes", + "address": "kube-state-metrics:8080" + }, + "kubernetes": { + "pod": { + "name": "filebeat-dqzzz", + "status": { + "ready": "true", + "scheduled": "true", + "phase": "running" + }, + "host_ip": "192.168.64.10", + "ip": "192.168.64.10", + "uid": "a5f1d3c9-40b6-4182-823b-dd5ff9832279" + }, + "namespace": "kube-system", + "node": { + "name": "minikube" + }, + "labels": { + "controller-revision-hash": "85649b9ddb", + "k8s-app": "filebeat", + "pod-template-generation": "1" + } + }, + "agent": { + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487" + }, + "metricset": { + "period": 10000, + "name": "state_pod" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:38:34.469Z" + ] }, - "stream": { - "dataset": "kubernetes.state_pod", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:38:34.469Z" + "sort": [ + 1593088714469 ] - }, - "sort": [ - 1593088714469 - ] } ``` @@ -2922,97 +2922,97 @@ An example event for `state_replicaset` looks as following: ```$json { - "_id": "U1l863IBolOt49Ur-Pu2", - "_index": ".ds-metrics-kubernetes.state_replicaset-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:38:54.482Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_replicaset", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.replicaset", - "duration": 5456128, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "deployment": { - "name": "nginx-ingress-controller" - }, - "labels": { - "addonmanager_kubernetes_io/mode": "Reconcile", - "app_kubernetes_io/name": "nginx-ingress-controller", - "app_kubernetes_io/part-of": "kube-system", - "pod-template-hash": "6fc5bcc8c9" - }, - "namespace": "kube-system", - "replicaset": { - "name": "nginx-ingress-controller-6fc5bcc8c9", - "replicas": { - "available": 1, - "desired": 1, - "labeled": 1, - "observed": 1, - "ready": 1 + "_index": ".ds-metrics-kubernetes.state_replicaset-default-000001", + "_id": "U1l863IBolOt49Ur-Pu2", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:38:54.482Z", + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "metricset": { + "period": 10000, + "name": "state_replicaset" + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.state_replicaset" + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_replicaset", + "namespace": "default" + }, + "event": { + "module": "kubernetes", + "duration": 5456128, + "dataset": "kubernetes.replicaset" + }, + "kubernetes": { + "namespace": "kube-system", + "replicaset": { + "name": "nginx-ingress-controller-6fc5bcc8c9", + "replicas": { + "labeled": 1, + "ready": 1, + "available": 1, + "observed": 1, + "desired": 1 + } + }, + "deployment": { + "name": "nginx-ingress-controller" + }, + "labels": { + "app_kubernetes_io/part-of": "kube-system", + "pod-template-hash": "6fc5bcc8c9", + "addonmanager_kubernetes_io/mode": "Reconcile", + "app_kubernetes_io/name": "nginx-ingress-controller" + } + }, + "agent": { + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0" + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + }, + "id": "b0e83d397c054b8a99a431072fe4617b" } - } - }, - "metricset": { - "name": "state_replicaset", - "period": 10000 }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:38:54.482Z" + ] }, - "stream": { - "dataset": "kubernetes.state_replicaset", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:38:54.482Z" + "sort": [ + 1593088734482 ] - }, - "sort": [ - 1593088734482 - ] } ``` @@ -3069,84 +3069,84 @@ An example event for `state_resourcequota` looks as following: ```$json { - "_id": "4FuC63IBolOt49UrnSHz", - "_index": ".ds-metrics-kubernetes.state_resourcequota-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:45:04.416Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_resourcequota", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.resourcequota", - "duration": 6324269, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "namespace": "quota-object-example", - "resourcequota": { - "name": "object-quota-demo", - "quota": 1, - "resource": "persistentvolumeclaims", - "type": "hard" - } - }, - "metricset": { - "name": "state_resourcequota", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_resourcequota-default-000001", + "_id": "4FuC63IBolOt49UrnSHz", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:45:04.416Z", + "metricset": { + "name": "state_resourcequota", + "period": 10000 + }, + "dataset": { + "type": "metrics", + "name": "kubernetes.state_resourcequota", + "namespace": "default" + }, + "host": { + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "codename": "Core", + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ] + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "event": { + "dataset": "kubernetes.resourcequota", + "module": "kubernetes", + "duration": 6324269 + }, + "agent": { + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487" + }, + "ecs": { + "version": "1.5.0" + }, + "kubernetes": { + "namespace": "quota-object-example", + "resourcequota": { + "name": "object-quota-demo", + "resource": "persistentvolumeclaims", + "type": "hard", + "quota": 1 + } + }, + "stream": { + "type": "metrics", + "dataset": "kubernetes.state_resourcequota", + "namespace": "default" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:45:04.416Z" + ] }, - "stream": { - "dataset": "kubernetes.state_resourcequota", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:45:04.416Z" + "sort": [ + 1593089104416 ] - }, - "sort": [ - 1593089104416 - ] } ``` @@ -3203,93 +3203,93 @@ An example event for `state_service` looks as following: ```$json { - "_id": "Elp963IBolOt49UrbRPd", - "_index": ".ds-metrics-kubernetes.state_service-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:39:24.389Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_service", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.service", - "duration": 10966648, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "addonmanager_kubernetes_io_mode": "Reconcile", - "kubernetes_io_minikube_addons": "metrics-server", - "kubernetes_io_minikube_addons_endpoint": "metrics-server", - "kubernetes_io_name": "Metrics-server" - }, - "namespace": "kube-system", - "service": { - "cluster_ip": "10.96.124.248", - "created": "2020-06-10T09:02:27.000Z", - "name": "metrics-server", - "type": "ClusterIP" - } - }, - "metricset": { - "name": "state_service", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_service-default-000001", + "_id": "Elp963IBolOt49UrbRPd", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:39:24.389Z", + "kubernetes": { + "labels": { + "kubernetes_io_minikube_addons_endpoint": "metrics-server", + "kubernetes_io_name": "Metrics-server", + "addonmanager_kubernetes_io_mode": "Reconcile", + "kubernetes_io_minikube_addons": "metrics-server" + }, + "service": { + "name": "metrics-server", + "created": "2020-06-10T09:02:27.000Z", + "cluster_ip": "10.96.124.248", + "type": "ClusterIP" + }, + "namespace": "kube-system" + }, + "event": { + "dataset": "kubernetes.service", + "module": "kubernetes", + "duration": 10966648 + }, + "metricset": { + "name": "state_service", + "period": 10000 + }, + "host": { + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + } + }, + "agent": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" + }, + "ecs": { + "version": "1.5.0" + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "dataset": { + "name": "kubernetes.state_service", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "dataset": "kubernetes.state_service", + "namespace": "default", + "type": "metrics" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:39:24.389Z" + ], + "kubernetes.service.created": [ + "2020-06-10T09:02:27.000Z" + ] }, - "stream": { - "dataset": "kubernetes.state_service", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:39:24.389Z" - ], - "kubernetes.service.created": [ - "2020-06-10T09:02:27.000Z" + "sort": [ + 1593088764389 ] - }, - "sort": [ - 1593088764389 - ] } ``` @@ -3349,93 +3349,93 @@ An example event for `state_statefulset` looks as following: ```$json { - "_id": "Elp963IBolOt49UrbRPd", - "_index": ".ds-metrics-kubernetes.state_statefulset-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:39:24.389Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_statefulset", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.statefulset", - "duration": 10966648, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "namespace": "default", - "statefulset": { - "created": 1511989697, - "generation": { - "desired": 4, - "observed": 2 - }, - "name": "mysql", - "replicas": { - "desired": 5, - "observed": 2 + "_index": ".ds-metrics-kubernetes.state_statefulset-default-000001", + "_id": "Elp963IBolOt49UrbRPd", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:39:24.389Z", + "kubernetes": { + "namespace": "default", + "statefulset": { + "created": 1511989697, + "generation": { + "desired": 4, + "observed": 2 + }, + "name": "mysql", + "replicas": { + "desired": 5, + "observed": 2 + } + } + }, + "event": { + "dataset": "kubernetes.statefulset", + "module": "kubernetes", + "duration": 10966648 + }, + "metricset": { + "name": "state_statefulset", + "period": 10000 + }, + "host": { + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ], + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + } + }, + "agent": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" + }, + "ecs": { + "version": "1.5.0" + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "dataset": { + "name": "kubernetes.state_statefulset", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "dataset": "kubernetes.state_statefulset", + "namespace": "default", + "type": "metrics" } - } - }, - "metricset": { - "name": "state_statefulset", - "period": 10000 }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:39:24.389Z" + ], + "kubernetes.statefulset.created": [ + "2020-06-10T09:02:27.000Z" + ] }, - "stream": { - "dataset": "kubernetes.state_statefulset", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:39:24.389Z" - ], - "kubernetes.statefulset.created": [ - "2020-06-10T09:02:27.000Z" + "sort": [ + 1593088764389 ] - }, - "sort": [ - 1593088764389 - ] } ``` @@ -3492,90 +3492,90 @@ An example event for `state_storageclass` looks as following: ```$json { - "_id": "KFp963IBolOt49UruyX3", - "_index": ".ds-metrics-kubernetes.state_storageclass-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:39:44.399Z", - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.state_storageclass", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.storageclass", - "duration": 5713503, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "labels": { - "addonmanager_kubernetes_io_mode": "EnsureExists" - }, - "storageclass": { - "created": "2020-06-10T09:02:27.000Z", - "name": "standard", - "provisioner": "k8s.io/minikube-hostpath", - "reclaim_policy": "Delete", - "volume_binding_mode": "Immediate" - } - }, - "metricset": { - "name": "state_storageclass", - "period": 10000 + "_index": ".ds-metrics-kubernetes.state_storageclass-default-000001", + "_id": "KFp963IBolOt49UruyX3", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:39:44.399Z", + "agent": { + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", + "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" + }, + "kubernetes": { + "storageclass": { + "provisioner": "k8s.io/minikube-hostpath", + "reclaim_policy": "Delete", + "volume_binding_mode": "Immediate", + "name": "standard", + "created": "2020-06-10T09:02:27.000Z" + }, + "labels": { + "addonmanager_kubernetes_io_mode": "EnsureExists" + } + }, + "dataset": { + "name": "kubernetes.state_storageclass", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "dataset": "kubernetes.state_storageclass", + "namespace": "default", + "type": "metrics" + }, + "host": { + "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "architecture": "x86_64", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", + "containerized": false, + "ip": [ + "172.17.0.11" + ], + "mac": [ + "02:42:ac:11:00:0b" + ] + }, + "event": { + "module": "kubernetes", + "duration": 5713503, + "dataset": "kubernetes.storageclass" + }, + "metricset": { + "name": "state_storageclass", + "period": 10000 + }, + "service": { + "address": "kube-state-metrics:8080", + "type": "kubernetes" + }, + "ecs": { + "version": "1.5.0" + } }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:39:44.399Z" + ], + "kubernetes.storageclass.created": [ + "2020-06-10T09:02:27.000Z" + ] }, - "stream": { - "dataset": "kubernetes.state_storageclass", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:39:44.399Z" - ], - "kubernetes.storageclass.created": [ - "2020-06-10T09:02:27.000Z" + "sort": [ + 1593088784399 ] - }, - "sort": [ - 1593088784399 - ] } ``` @@ -3632,132 +3632,132 @@ An example event for `system` looks as following: ```$json { - "_id": "sVp963IBolOt49Ur9yyT", - "_index": ".ds-metrics-kubernetes.system-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:39:59.647Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.system", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.system", - "duration": 20012905, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "node": { - "name": "minikube" - }, - "system": { - "container": "runtime", - "cpu": { - "usage": { - "core": { - "ns": 530899961233 + "_index": ".ds-metrics-kubernetes.system-default-000001", + "_id": "sVp963IBolOt49Ur9yyT", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:39:59.647Z", + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "kubernetes.system" + }, + "service": { + "address": "minikube:10250", + "type": "kubernetes" + }, + "event": { + "duration": 20012905, + "dataset": "kubernetes.system", + "module": "kubernetes" + }, + "stream": { + "dataset": "kubernetes.system", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "hostname": "minikube", + "name": "minikube", + "architecture": "x86_64", + "os": { + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core", + "platform": "centos" }, - "nanocores": 35779815 - } - }, - "memory": { - "majorpagefaults": 99, - "pagefaults": 12944019, - "rss": { - "bytes": 125259776 - }, - "usage": { - "bytes": 198279168 - }, - "workingset": { - "bytes": 178794496 - } - }, - "start_time": "2020-06-25T07:19:32Z" - } - }, - "metricset": { - "name": "system", - "period": 10000 + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ] + }, + "agent": { + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube", + "type": "metricbeat", + "version": "8.0.0" + }, + "kubernetes": { + "node": { + "name": "minikube" + }, + "system": { + "container": "runtime", + "cpu": { + "usage": { + "nanocores": 35779815, + "core": { + "ns": 530899961233 + } + } + }, + "memory": { + "pagefaults": 12944019, + "majorpagefaults": 99, + "usage": { + "bytes": 198279168 + }, + "workingset": { + "bytes": 178794496 + }, + "rss": { + "bytes": 125259776 + } + }, + "start_time": "2020-06-25T07:19:32Z" + } + }, + "metricset": { + "name": "system", + "period": 10000 + } }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" + "fields": { + "kubernetes.system.start_time": [ + "2020-06-25T07:19:32.000Z" + ], + "@timestamp": [ + "2020-06-25T12:39:59.647Z" + ] }, - "stream": { - "dataset": "kubernetes.system", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:39:59.647Z" - ], - "kubernetes.system.start_time": [ - "2020-06-25T07:19:32.000Z" + "sort": [ + 1593088799647 ] - }, - "sort": [ - 1593088799647 - ] } ``` @@ -3818,127 +3818,127 @@ An example event for `volume` looks as following: ```$json { - "_id": "b1p-63IBolOt49UrRT-d", - "_index": ".ds-metrics-kubernetes.volume-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-25T12:40:19.649Z", - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "kubernetes.volume", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.volume", - "duration": 12481688, - "module": "kubernetes" - }, - "host": { - "architecture": "x86_64", - "containerized": false, - "hostname": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "os": { - "codename": "Core", - "family": "redhat", - "kernel": "4.19.81", - "name": "CentOS Linux", - "platform": "centos", - "version": "7 (Core)" - } - }, - "kubernetes": { - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "name": "metricbeat-g9fc6" - }, - "volume": { - "fs": { - "available": { - "bytes": 7719858176 - }, - "capacity": { - "bytes": 17361141760 - }, - "inodes": { - "count": 9768928, - "free": 9549949, - "used": 5 - }, - "used": { - "bytes": 12288 - } - }, - "name": "config" - } - }, - "metricset": { - "name": "volume", - "period": 10000 + "_index": ".ds-metrics-kubernetes.volume-default-000001", + "_id": "b1p-63IBolOt49UrRT-d", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-25T12:40:19.649Z", + "ecs": { + "version": "1.5.0" + }, + "metricset": { + "name": "volume", + "period": 10000 + }, + "service": { + "type": "kubernetes", + "address": "minikube:10250" + }, + "kubernetes": { + "pod": { + "name": "metricbeat-g9fc6" + }, + "volume": { + "name": "config", + "fs": { + "inodes": { + "used": 5, + "free": 9549949, + "count": 9768928 + }, + "available": { + "bytes": 7719858176 + }, + "capacity": { + "bytes": 17361141760 + }, + "used": { + "bytes": 12288 + } + } + }, + "namespace": "kube-system", + "node": { + "name": "minikube" + } + }, + "dataset": { + "type": "metrics", + "name": "kubernetes.volume", + "namespace": "default" + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "kubernetes.volume" + }, + "host": { + "architecture": "x86_64", + "os": { + "platform": "centos", + "version": "7 (Core)", + "family": "redhat", + "name": "CentOS Linux", + "kernel": "4.19.81", + "codename": "Core" + }, + "id": "b0e83d397c054b8a99a431072fe4617b", + "containerized": false, + "ip": [ + "192.168.64.10", + "fe80::a883:2fff:fe7f:6b12", + "172.17.0.1", + "fe80::42:d4ff:fe8c:9493", + "fe80::2859:80ff:fe9e:fcd6", + "fe80::d83a:d9ff:fee9:7052", + "fe80::880a:b6ff:fe18:ba76", + "fe80::f447:faff:fe80:e88b", + "fe80::9cc3:ffff:fe95:e48e", + "fe80::6c1c:29ff:fe50:d40c", + "fe80::b4f3:11ff:fe60:14ed", + "fe80::20f2:2aff:fe96:1e7b", + "fe80::5434:baff:fede:5720", + "fe80::a878:91ff:fe29:81f7" + ], + "name": "minikube", + "mac": [ + "aa:83:2f:7f:6b:12", + "02:42:d4:8c:94:93", + "2a:59:80:9e:fc:d6", + "da:3a:d9:e9:70:52", + "8a:0a:b6:18:ba:76", + "f6:47:fa:80:e8:8b", + "9e:c3:ff:95:e4:8e", + "6e:1c:29:50:d4:0c", + "b6:f3:11:60:14:ed", + "22:f2:2a:96:1e:7b", + "56:34:ba:de:57:20", + "aa:78:91:29:81:f7" + ], + "hostname": "minikube" + }, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", + "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", + "name": "minikube" + }, + "event": { + "dataset": "kubernetes.volume", + "module": "kubernetes", + "duration": 12481688 + } }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" + "fields": { + "@timestamp": [ + "2020-06-25T12:40:19.649Z" + ] }, - "stream": { - "dataset": "kubernetes.volume", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-25T12:40:19.649Z" + "sort": [ + 1593088819649 ] - }, - "sort": [ - 1593088819649 - ] } ``` diff --git a/packages/mongodb/docs/README.md b/packages/mongodb/docs/README.md index 085bf2f75bb3..d7927190dcae 100644 --- a/packages/mongodb/docs/README.md +++ b/packages/mongodb/docs/README.md @@ -104,114 +104,114 @@ An example event for `collstats` looks as following: ```$json { - "_id": "6hT0AXMB-2lnjH4qREj1", - "_index": ".ds-metrics-mongodb.collstats-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T21:20:51.459Z", - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "mongodb.collstats", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mongodb.collstats", - "duration": 3378520, - "module": "mongodb" - }, - "metricset": { - "name": "collstats", - "period": 10000 - }, - "mongodb": { - "collstats": { - "collection": "startup_log", - "commands": { - "count": 0, - "time": { - "us": 0 - } + "_index": ".ds-metrics-mongodb.collstats-default-000001", + "_id": "6hT0AXMB-2lnjH4qREj1", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T21:20:51.459Z", + "metricset": { + "name": "collstats", + "period": 10000 }, - "db": "local", - "getmore": { - "count": 0, - "time": { - "us": 0 - } + "service": { + "address": "localhost:27017", + "type": "mongodb" }, - "insert": { - "count": 0, - "time": { - "us": 0 - } + "stream": { + "dataset": "mongodb.collstats", + "namespace": "default", + "type": "metrics" }, - "lock": { - "read": { - "count": 74, - "time": { - "us": 443 - } - }, - "write": { - "count": 1, - "time": { - "us": 8 - } - } + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", + "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", + "name": "KaiyanMacBookPro" }, - "name": "local.startup_log", - "queries": { - "count": 0, - "time": { - "us": 0 - } + "event": { + "dataset": "mongodb.collstats", + "module": "mongodb", + "duration": 3378520 }, - "remove": { - "count": 0, - "time": { - "us": 0 - } + "mongodb": { + "collstats": { + "collection": "startup_log", + "commands": { + "count": 0, + "time": { + "us": 0 + } + }, + "db": "local", + "getmore": { + "count": 0, + "time": { + "us": 0 + } + }, + "insert": { + "count": 0, + "time": { + "us": 0 + } + }, + "lock": { + "read": { + "count": 74, + "time": { + "us": 443 + } + }, + "write": { + "count": 1, + "time": { + "us": 8 + } + } + }, + "name": "local.startup_log", + "queries": { + "count": 0, + "time": { + "us": 0 + } + }, + "remove": { + "count": 0, + "time": { + "us": 0 + } + }, + "total": { + "count": 75, + "time": { + "us": 451 + } + }, + "update": { + "count": 0, + "time": { + "us": 0 + } + } + } }, - "total": { - "count": 75, - "time": { - "us": 451 - } + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "mongodb.collstats" }, - "update": { - "count": 0, - "time": { - "us": 0 - } + "ecs": { + "version": "1.5.0" } - } - }, - "service": { - "address": "localhost:27017", - "type": "mongodb" }, - "stream": { - "dataset": "mongodb.collstats", - "namespace": "default", - "type": "metrics" + "fields": { + "@timestamp": [ + "2020-06-29T21:20:51.459Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T21:20:51.459Z" - ] - } } ``` @@ -294,74 +294,74 @@ An example event for `dbstats` looks as following: ```$json { - "_id": "6hT0AXMB-2lnjH4qREj0", - "_index": ".ds-metrics-mongodb.dbstats-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T21:20:51.459Z", - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "mongodb.dbstats", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mongodb.dbstats", - "duration": 3378520, - "module": "mongodb" - }, - "metricset": { - "name": "dbstats", - "period": 10000 - }, - "mongodb": { - "dbstats": { - "avg_obj_size": { - "bytes": 59 + "_index": ".ds-metrics-mongodb.dbstats-default-000001", + "_id": "6hT0AXMB-2lnjH4qREj0", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T21:20:51.459Z", + "metricset": { + "name": "dbstats", + "period": 10000 + }, + "service": { + "address": "localhost:27017", + "type": "mongodb" }, - "collections": 1, - "data_size": { - "bytes": 59 + "stream": { + "dataset": "mongodb.dbstats", + "namespace": "default", + "type": "metrics" }, - "db": "admin", - "file_size": {}, - "index_size": { - "bytes": 20480 + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", + "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", + "name": "KaiyanMacBookPro" }, - "indexes": 1, - "ns_size_mb": {}, - "num_extents": 0, - "objects": 1, - "storage_size": { - "bytes": 20480 + "event": { + "dataset": "mongodb.dbstats", + "module": "mongodb", + "duration": 3378520 + }, + "mongodb": { + "dbstats": { + "file_size": {}, + "index_size": { + "bytes": 20480 + }, + "ns_size_mb": {}, + "storage_size": { + "bytes": 20480 + }, + "num_extents": 0, + "collections": 1, + "objects": 1, + "db": "admin", + "data_size": { + "bytes": 59 + }, + "indexes": 1, + "avg_obj_size": { + "bytes": 59 + } + } + }, + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "mongodb.dbstats" + }, + "ecs": { + "version": "1.5.0" } - } - }, - "service": { - "address": "localhost:27017", - "type": "mongodb" }, - "stream": { - "dataset": "mongodb.dbstats", - "namespace": "default", - "type": "metrics" + "fields": { + "@timestamp": [ + "2020-06-29T21:20:51.459Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T21:20:51.459Z" - ] - } } ``` @@ -433,266 +433,266 @@ An example event for `metrics` looks as following: ```$json { - "_id": "6RT0AXMB-2lnjH4qREj0", - "_index": ".ds-metrics-mongodb.metrics-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T21:20:51.459Z", - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "mongodb.metrics", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mongodb.metrics", - "duration": 3039885, - "module": "mongodb" - }, - "metricset": { - "name": "metrics", - "period": 10000 - }, - "mongodb": { - "metrics": { - "commands": { - "aggregate": { - "failed": 0, - "total": 0 - }, - "build_info": { - "failed": 0, - "total": 6 - }, - "coll_stats": { - "failed": 0, - "total": 0 - }, - "connection_pool_stats": { - "failed": 0, - "total": 0 - }, - "count": { - "failed": 0, - "total": 0 - }, - "db_stats": { - "failed": 0, - "total": 2044 - }, - "distinct": { - "failed": 0, - "total": 0 - }, - "find": { - "failed": 0, - "total": 94 - }, - "get_cmd_line_opts": { - "failed": 0, - "total": 2 - }, - "get_last_error": { - "failed": 0, - "total": 0 - }, - "get_log": { - "failed": 0, - "total": 2 - }, - "get_more": { - "failed": 0, - "total": 0 - }, - "get_parameter": { - "failed": 0, - "total": 0 - }, - "host_info": { - "failed": 0, - "total": 0 - }, - "insert": { - "failed": 0, - "total": 7 - }, - "is_master": { - "failed": 0, - "total": 2332 - }, - "is_self": { - "failed": 0, - "total": 0 - }, - "last_collections": { - "failed": 0, - "total": 458 - }, - "last_commands": { - "failed": 0, - "total": 0 - }, - "list_databased": { - "failed": 0, - "total": 466 - }, - "list_indexes": { - "failed": 0, - "total": 174 - }, - "ping": { - "failed": 0, - "total": 2290 - }, - "profile": { - "failed": 0, - "total": 0 - }, - "replset_get_rbid": { - "failed": 0, - "total": 0 - }, - "replset_get_status": { - "failed": 2, - "total": 2 - }, - "replset_heartbeat": { - "failed": 0, - "total": 0 - }, - "replset_update_position": { - "failed": 0, - "total": 0 - }, - "server_status": { - "failed": 0, - "total": 916 - }, - "update": { - "failed": 0, - "total": 5 - }, - "whatsmyuri": { - "failed": 0, - "total": 2 - } + "_index": ".ds-metrics-mongodb.metrics-default-000001", + "_id": "6RT0AXMB-2lnjH4qREj0", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T21:20:51.459Z", + "mongodb": { + "metrics": { + "replication": { + "network": { + "ops": 0, + "reders_created": 0, + "bytes": 0, + "getmores": { + "count": 0, + "time": { + "ms": 0 + } + } + }, + "executor": { + "shutting_down": false, + "network_interface": "DEPRECATED: getDiagnosticString is deprecated in NetworkInterfaceTL", + "queues": { + "in_progress": { + "network": 0 + }, + "sleepers": 0 + }, + "unsignaled_events": 0 + }, + "apply": { + "attempts_to_become_secondary": 0, + "batches": { + "count": 0, + "time": { + "ms": 0 + } + }, + "ops": 0 + }, + "buffer": { + "max_size": { + "bytes": 0 + }, + "size": { + "bytes": 0 + }, + "count": 0 + }, + "initial_sync": { + "completed": 0, + "failed_attempts": 0, + "failures": 0 + } + }, + "ttl": { + "passes": { + "count": 433 + }, + "deleted_documents": { + "count": 3 + } + }, + "commands": { + "replset_heartbeat": { + "failed": 0, + "total": 0 + }, + "connection_pool_stats": { + "failed": 0, + "total": 0 + }, + "host_info": { + "failed": 0, + "total": 0 + }, + "aggregate": { + "failed": 0, + "total": 0 + }, + "replset_update_position": { + "total": 0, + "failed": 0 + }, + "last_collections": { + "failed": 0, + "total": 458 + }, + "list_databased": { + "total": 466, + "failed": 0 + }, + "whatsmyuri": { + "total": 2, + "failed": 0 + }, + "profile": { + "failed": 0, + "total": 0 + }, + "insert": { + "failed": 0, + "total": 7 + }, + "count": { + "failed": 0, + "total": 0 + }, + "is_master": { + "failed": 0, + "total": 2332 + }, + "distinct": { + "failed": 0, + "total": 0 + }, + "replset_get_status": { + "failed": 2, + "total": 2 + }, + "find": { + "failed": 0, + "total": 94 + }, + "replset_get_rbid": { + "failed": 0, + "total": 0 + }, + "get_parameter": { + "failed": 0, + "total": 0 + }, + "coll_stats": { + "failed": 0, + "total": 0 + }, + "build_info": { + "total": 6, + "failed": 0 + }, + "last_commands": { + "failed": 0, + "total": 0 + }, + "update": { + "failed": 0, + "total": 5 + }, + "is_self": { + "failed": 0, + "total": 0 + }, + "db_stats": { + "failed": 0, + "total": 2044 + }, + "get_cmd_line_opts": { + "failed": 0, + "total": 2 + }, + "ping": { + "total": 2290, + "failed": 0 + }, + "server_status": { + "total": 916, + "failed": 0 + }, + "get_last_error": { + "failed": 0, + "total": 0 + }, + "get_more": { + "failed": 0, + "total": 0 + }, + "get_log": { + "failed": 0, + "total": 2 + }, + "list_indexes": { + "failed": 0, + "total": 174 + } + }, + "cursor": { + "timed_out": 0, + "open": { + "pinned": 0, + "total": 0, + "no_timeout": 0 + } + }, + "get_last_error": { + "write_wait": { + "ms": 0, + "count": 0 + }, + "write_timeouts": 0 + }, + "operation": { + "write_conflicts": 0, + "scan_and_order": 0 + }, + "document": { + "deleted": 15, + "inserted": 19, + "returned": 465, + "updated": 2 + }, + "query_executor": { + "scanned_indexes": { + "count": 2 + }, + "scanned_documents": { + "count": 24 + } + } + } }, - "cursor": { - "open": { - "no_timeout": 0, - "pinned": 0, - "total": 0 - }, - "timed_out": 0 + "metricset": { + "period": 10000, + "name": "metrics" }, - "document": { - "deleted": 15, - "inserted": 19, - "returned": 465, - "updated": 2 + "stream": { + "type": "metrics", + "dataset": "mongodb.metrics", + "namespace": "default" }, - "get_last_error": { - "write_timeouts": 0, - "write_wait": { - "count": 0, - "ms": 0 - } + "agent": { + "name": "KaiyanMacBookPro", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", + "id": "2281e192-85d5-4d68-b90a-36a31df7b29a" }, - "operation": { - "scan_and_order": 0, - "write_conflicts": 0 + "service": { + "address": "localhost:27017", + "type": "mongodb" }, - "query_executor": { - "scanned_documents": { - "count": 24 - }, - "scanned_indexes": { - "count": 2 - } + "event": { + "dataset": "mongodb.metrics", + "module": "mongodb", + "duration": 3039885 }, - "replication": { - "apply": { - "attempts_to_become_secondary": 0, - "batches": { - "count": 0, - "time": { - "ms": 0 - } - }, - "ops": 0 - }, - "buffer": { - "count": 0, - "max_size": { - "bytes": 0 - }, - "size": { - "bytes": 0 - } - }, - "executor": { - "network_interface": "DEPRECATED: getDiagnosticString is deprecated in NetworkInterfaceTL", - "queues": { - "in_progress": { - "network": 0 - }, - "sleepers": 0 - }, - "shutting_down": false, - "unsignaled_events": 0 - }, - "initial_sync": { - "completed": 0, - "failed_attempts": 0, - "failures": 0 - }, - "network": { - "bytes": 0, - "getmores": { - "count": 0, - "time": { - "ms": 0 - } - }, - "ops": 0, - "reders_created": 0 - } + "dataset": { + "type": "metrics", + "name": "mongodb.metrics", + "namespace": "default" }, - "ttl": { - "deleted_documents": { - "count": 3 - }, - "passes": { - "count": 433 - } + "ecs": { + "version": "1.5.0" } - } - }, - "service": { - "address": "localhost:27017", - "type": "mongodb" }, - "stream": { - "dataset": "mongodb.metrics", - "namespace": "default", - "type": "metrics" + "fields": { + "@timestamp": [ + "2020-06-29T21:20:51.459Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T21:20:51.459Z" - ] - } } ``` @@ -869,57 +869,57 @@ An example event for `replstatus` looks as following: ```$json { - "_id": "3BT0AXMB-2lnjH4qREj0", - "_index": ".ds-metrics-mongodb.replstatus-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T21:20:51.457Z", - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "mongodb.replstatus", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "error": { - "message": "error getting replication info: collection oplog.rs was not found" - }, - "event": { - "dataset": "mongodb.replstatus", - "duration": 1962467, - "module": "mongodb" - }, - "metricset": { - "name": "replstatus", - "period": 10000 + "_index": ".ds-metrics-mongodb.replstatus-default-000001", + "_id": "3BT0AXMB-2lnjH4qREj0", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T21:20:51.457Z", + "service": { + "address": "localhost:27017", + "type": "mongodb" + }, + "error": { + "message": "error getting replication info: collection oplog.rs was not found" + }, + "dataset": { + "name": "mongodb.replstatus", + "namespace": "default", + "type": "metrics" + }, + "stream": { + "dataset": "mongodb.replstatus", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "event": { + "dataset": "mongodb.replstatus", + "module": "mongodb", + "duration": 1962467 + }, + "metricset": { + "name": "replstatus", + "period": 10000 + }, + "agent": { + "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", + "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", + "name": "KaiyanMacBookPro", + "type": "metricbeat", + "version": "8.0.0" + } }, - "service": { - "address": "localhost:27017", - "type": "mongodb" + "fields": { + "@timestamp": [ + "2020-06-29T21:20:51.457Z" + ] }, - "stream": { - "dataset": "mongodb.replstatus", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T21:20:51.457Z" + "sort": [ + 1593465651457 ] - }, - "sort": [ - 1593465651457 - ] } ``` @@ -1009,235 +1009,235 @@ An example event for `status` looks as following: ```$json { - "_id": "ZxTzAXMB-2lnjH4qgUKh", - "_index": ".ds-metrics-mongodb.status-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T21:20:01.455Z", - "agent": { - "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", - "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", - "name": "KaiyanMacBookPro", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "mongodb.status", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mongodb.status", - "duration": 3581045, - "module": "mongodb" - }, - "metricset": { - "name": "status", - "period": 10000 - }, - "mongodb": { - "status": { - "asserts": { - "msg": 0, - "regular": 0, - "rollovers": 0, - "user": 9, - "warning": 0 - }, - "connections": { - "available": 3271, - "current": 5, - "total_created": 2266 + "_index": ".ds-metrics-mongodb.status-default-000001", + "_id": "ZxTzAXMB-2lnjH4qgUKh", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T21:20:01.455Z", + "dataset": { + "type": "metrics", + "name": "mongodb.status", + "namespace": "default" }, - "extra_info": { - "heap_usage": {}, - "page_faults": 0 + "stream": { + "type": "metrics", + "dataset": "mongodb.status", + "namespace": "default" }, - "global_lock": { - "active_clients": { - "readers": 1, - "total": 1, - "writers": 0 - }, - "current_queue": { - "readers": 0, - "total": 0, - "writers": 0 - }, - "total_time": { - "us": 26003338000 - } + "agent": { + "version": "8.0.0", + "ephemeral_id": "9f6fc260-82b5-4630-95d8-df64f1379b55", + "id": "2281e192-85d5-4d68-b90a-36a31df7b29a", + "name": "KaiyanMacBookPro", + "type": "metricbeat" }, - "local_time": "2020-06-29T21:20:01.457Z", - "locks": { - "collection": { - "acquire": { - "count": { - "W": 3, - "r": 8221, - "w": 450 - } - }, - "deadlock": {}, - "wait": {} - }, - "database": { - "acquire": { - "count": { - "W": 5, - "r": 5238, - "w": 453 - } - }, - "deadlock": {}, - "wait": {} - }, - "global": { - "acquire": { - "count": { - "W": 4, - "r": 56961, - "w": 458 - } - }, - "deadlock": {}, - "wait": {} - } + "process": { + "name": "mongod" }, - "memory": { - "bits": 64, - "mapped": {}, - "mapped_with_journal": {}, - "resident": { - "mb": 44 - }, - "virtual": { - "mb": 6971 - } + "event": { + "duration": 3581045, + "dataset": "mongodb.status", + "module": "mongodb" }, - "network": { - "in": { - "bytes": 687306 - }, - "out": { - "bytes": 32519464 - }, - "requests": 11607 - }, - "ops": { - "counters": { - "command": 11314, - "delete": 3, - "getmore": 452, - "insert": 19, - "query": 94, - "update": 5 - }, - "latencies": { - "commands": { - "count": 11138, - "latency": 2055949 - }, - "reads": { - "count": 458, - "latency": 14259 - }, - "writes": { - "count": 9, - "latency": 103455 + "mongodb": { + "status": { + "locks": { + "global": { + "acquire": { + "count": { + "w": 458, + "W": 4, + "r": 56961 + } + }, + "wait": {}, + "deadlock": {} + }, + "database": { + "deadlock": {}, + "acquire": { + "count": { + "w": 453, + "W": 5, + "r": 5238 + } + }, + "wait": {} + }, + "collection": { + "wait": {}, + "deadlock": {}, + "acquire": { + "count": { + "W": 3, + "r": 8221, + "w": 450 + } + } + } + }, + "network": { + "in": { + "bytes": 687306 + }, + "out": { + "bytes": 32519464 + }, + "requests": 11607 + }, + "extra_info": { + "page_faults": 0, + "heap_usage": {} + }, + "local_time": "2020-06-29T21:20:01.457Z", + "storage_engine": { + "name": "wiredTiger" + }, + "asserts": { + "user": 9, + "rollovers": 0, + "regular": 0, + "warning": 0, + "msg": 0 + }, + "global_lock": { + "total_time": { + "us": 26003338000 + }, + "current_queue": { + "total": 0, + "readers": 0, + "writers": 0 + }, + "active_clients": { + "total": 1, + "readers": 1, + "writers": 0 + } + }, + "wired_tiger": { + "log": { + "syncs": 67, + "size": { + "bytes": 33554432 + }, + "write": { + "bytes": 46976 + }, + "max_file_size": { + "bytes": 104857600 + }, + "flushes": 152183, + "writes": 140, + "scans": 6 + }, + "concurrent_transactions": { + "write": { + "out": 0, + "available": 128, + "total_tickets": 128 + }, + "read": { + "available": 128, + "total_tickets": 128, + "out": 0 + } + }, + "cache": { + "dirty": { + "bytes": 0 + }, + "pages": { + "evicted": 0, + "read": 14, + "write": 111 + }, + "maximum": { + "bytes": 16642998272 + }, + "used": { + "bytes": 89236 + } + } + }, + "memory": { + "mapped_with_journal": {}, + "bits": 64, + "resident": { + "mb": 44 + }, + "virtual": { + "mb": 6971 + }, + "mapped": {} + }, + "connections": { + "total_created": 2266, + "current": 5, + "available": 3271 + }, + "ops": { + "counters": { + "delete": 3, + "getmore": 452, + "command": 11314, + "insert": 19, + "query": 94, + "update": 5 + }, + "replicated": { + "delete": 0, + "getmore": 0, + "command": 0, + "insert": 0, + "query": 0, + "update": 0 + }, + "latencies": { + "writes": { + "latency": 103455, + "count": 9 + }, + "commands": { + "latency": 2055949, + "count": 11138 + }, + "reads": { + "latency": 14259, + "count": 458 + } + } + }, + "uptime": { + "ms": 26003340 + } } - }, - "replicated": { - "command": 0, - "delete": 0, - "getmore": 0, - "insert": 0, - "query": 0, - "update": 0 - } }, - "storage_engine": { - "name": "wiredTiger" + "service": { + "version": "4.2.0", + "address": "localhost:27017", + "type": "mongodb" }, - "uptime": { - "ms": 26003340 + "metricset": { + "name": "status", + "period": 10000 }, - "wired_tiger": { - "cache": { - "dirty": { - "bytes": 0 - }, - "maximum": { - "bytes": 16642998272 - }, - "pages": { - "evicted": 0, - "read": 14, - "write": 111 - }, - "used": { - "bytes": 89236 - } - }, - "concurrent_transactions": { - "read": { - "available": 128, - "out": 0, - "total_tickets": 128 - }, - "write": { - "available": 128, - "out": 0, - "total_tickets": 128 - } - }, - "log": { - "flushes": 152183, - "max_file_size": { - "bytes": 104857600 - }, - "scans": 6, - "size": { - "bytes": 33554432 - }, - "syncs": 67, - "write": { - "bytes": 46976 - }, - "writes": 140 - } + "ecs": { + "version": "1.5.0" } - } - }, - "process": { - "name": "mongod" }, - "service": { - "address": "localhost:27017", - "type": "mongodb", - "version": "4.2.0" + "fields": { + "@timestamp": [ + "2020-06-29T21:20:01.455Z" + ], + "mongodb.status.local_time": [ + "2020-06-29T21:20:01.457Z" + ] }, - "stream": { - "dataset": "mongodb.status", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T21:20:01.455Z" - ], - "mongodb.status.local_time": [ - "2020-06-29T21:20:01.457Z" + "sort": [ + 1593465601455 ] - }, - "sort": [ - 1593465601455 - ] } ``` diff --git a/packages/mysql/docs/README.md b/packages/mysql/docs/README.md index fe34ba050856..711c219924b6 100644 --- a/packages/mysql/docs/README.md +++ b/packages/mysql/docs/README.md @@ -165,104 +165,104 @@ An example event for `galera_status` looks as following: ```$json { - "@timestamp": "2020-04-20T12:33:24.613Z", - "agent": { - "ephemeral_id": "4c773a2e-16d5-4d86-be49-cfb3573f4f4f", - "hostname": "MacBook-Elastic.local", - "id": "ede0be38-46a9-4ffc-8f1e-2ff9195193b6", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mysql.galera_status", - "duration": 3275482, - "module": "mysql" - }, - "fields": { - "stream": { - "dataset": "mysql.galera_status", - "namespace": "default", - "type": "metrics" - } - }, - "metricset": { - "name": "galera_status", - "period": 10000 - }, - "mysql": { - "galera_status": { - "apply": { - "oooe": 0, - "oool": 0, - "window": 1 - }, - "cert": { - "deps_distance": 43.524557, - "index_size": 22, - "interval": 0 - }, - "cluster": { - "conf_id": 930, - "size": 3, - "status": "Primary" - }, - "commit": { - "oooe": 0, - "window": 1 - }, - "connected": "ON", - "evs": { - "evict": "", - "state": "OPERATIONAL" - }, - "flow_ctl": { - "paused": 0, - "paused_ns": 0, - "recv": 0, - "sent": 0 - }, - "last_committed": 23944, - "local": { - "bf_aborts": 0, - "cert_failures": 0, - "commits": 1325, - "recv": { - "queue": 0, - "queue_avg": 0.011561, - "queue_max": 2, - "queue_min": 0 - }, - "replays": 0, - "send": { - "queue": 0, - "queue_avg": 0, - "queue_max": 1, - "queue_min": 0 - }, - "state": "Synced" - }, - "ready": "ON", - "received": { - "bytes": 152425, - "count": 173 - }, - "repl": { - "bytes": 1689804, - "count": 1331, - "data_bytes": 1540647, - "keys": 4170, - "keys_bytes": 63973, - "other_bytes": 0 - } + "@timestamp": "2020-04-20T12:33:24.613Z", + "mysql": { + "galera_status": { + "apply": { + "oooe": 0, + "oool": 0, + "window": 1 + }, + "connected": "ON", + "flow_ctl": { + "recv": 0, + "sent": 0, + "paused": 0, + "paused_ns": 0 + }, + "ready": "ON", + "received": { + "count": 173, + "bytes": 152425 + }, + "local": { + "state": "Synced", + "bf_aborts": 0, + "cert_failures": 0, + "commits": 1325, + "recv": { + "queue_max": 2, + "queue_min": 0, + "queue": 0, + "queue_avg": 0.011561 + }, + "replays": 0, + "send": { + "queue_min": 0, + "queue": 0, + "queue_avg": 0, + "queue_max": 1 + } + }, + "evs": { + "evict": "", + "state": "OPERATIONAL" + }, + "repl": { + "bytes": 1689804, + "data_bytes": 1540647, + "keys": 4170, + "keys_bytes": 63973, + "other_bytes": 0, + "count": 1331 + }, + "commit": { + "oooe": 0, + "window": 1 + }, + "cluster": { + "conf_id": 930, + "size": 3, + "status": "Primary" + }, + "last_committed": 23944, + "cert": { + "deps_distance": 43.524557, + "index_size": 22, + "interval": 0 + } + } + }, + "fields": { + "stream": { + "type": "metrics", + "dataset": "mysql.galera_status", + "namespace": "default" + } + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "hostname": "MacBook-Elastic.local", + "id": "ede0be38-46a9-4ffc-8f1e-2ff9195193b6", + "version": "8.0.0", + "type": "metricbeat", + "ephemeral_id": "4c773a2e-16d5-4d86-be49-cfb3573f4f4f" + }, + "event": { + "dataset": "mysql.galera_status", + "module": "mysql", + "duration": 3275482 + }, + "metricset": { + "name": "galera_status", + "period": 10000 + }, + "service": { + "address": "127.0.0.1:3306", + "type": "mysql" } - }, - "service": { - "address": "127.0.0.1:3306", - "type": "mysql" - } } ``` @@ -354,138 +354,138 @@ An example event for `status` looks as following: ```$json { - "@timestamp": "2020-04-20T12:32:54.614Z", - "agent": { - "ephemeral_id": "4c773a2e-16d5-4d86-be49-cfb3573f4f4f", - "hostname": "MacBook-Elastic.local", - "id": "ede0be38-46a9-4ffc-8f1e-2ff9195193b6", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "mysql.status", - "duration": 4708776, - "module": "mysql" - }, - "fields": { - "stream": { - "dataset": "mysql.status", - "namespace": "default", - "type": "metrics" - } - }, - "metricset": { - "name": "status", - "period": 10000 - }, - "mysql": { - "status": { - "aborted": { - "clients": 0, - "connects": 0 - }, - "binlog": { - "cache": { - "disk_use": 0, - "use": 0 - } - }, - "bytes": { - "received": 38468, - "sent": 1622162 - }, - "command": { - "delete": 0, - "insert": 0, - "select": 155, - "update": 0 - }, - "connections": 159, - "created": { - "tmp": { - "disk_tables": 0, - "files": 6, - "tables": 0 + "@timestamp": "2020-04-20T12:32:54.614Z", + "mysql": { + "status": { + "max_used_connections": 3, + "queries": 479, + "handler": { + "prepare": 0, + "savepoint": 0, + "update": 0, + "delete": 0, + "read": { + "rnd_next": 59604, + "first": 8, + "key": 6, + "last": 0, + "next": 1, + "prev": 0, + "rnd": 0 + }, + "rollback": 0, + "write": 0, + "commit": 5, + "savepoint_rollback": 0, + "external_lock": 552, + "mrr_init": 0 + }, + "aborted": { + "clients": 0, + "connects": 0 + }, + "threads": { + "running": 2, + "cached": 1, + "created": 3, + "connected": 2 + }, + "flush_commands": 1, + "created": { + "tmp": { + "disk_tables": 0, + "files": 6, + "tables": 0 + } + }, + "connections": 159, + "command": { + "insert": 0, + "select": 155, + "update": 0, + "delete": 0 + }, + "opened_tables": 122, + "binlog": { + "cache": { + "use": 0, + "disk_use": 0 + } + }, + "delayed": { + "writes": 0, + "errors": 0, + "insert_threads": 0 + }, + "questions": 479, + "innodb": { + "buffer_pool": { + "read": { + "ahead_rnd": 0, + "requests": 1488, + "ahead": 0, + "ahead_evicted": 0 + }, + "pool": { + "wait_free": 0, + "reads": 405 + }, + "write_requests": 325, + "bytes": { + "data": 7176192, + "dirty": 0 + }, + "pages": { + "dirty": 0, + "flushed": 36, + "free": 7753, + "misc": 0, + "total": 8191, + "data": 438 + } + } + }, + "bytes": { + "received": 38468, + "sent": 1622162 + }, + "open": { + "streams": 0, + "tables": 115, + "files": 14 + } } - }, - "delayed": { - "errors": 0, - "insert_threads": 0, - "writes": 0 - }, - "flush_commands": 1, - "handler": { - "commit": 5, - "delete": 0, - "external_lock": 552, - "mrr_init": 0, - "prepare": 0, - "read": { - "first": 8, - "key": 6, - "last": 0, - "next": 1, - "prev": 0, - "rnd": 0, - "rnd_next": 59604 - }, - "rollback": 0, - "savepoint": 0, - "savepoint_rollback": 0, - "update": 0, - "write": 0 - }, - "innodb": { - "buffer_pool": { - "bytes": { - "data": 7176192, - "dirty": 0 - }, - "pages": { - "data": 438, - "dirty": 0, - "flushed": 36, - "free": 7753, - "misc": 0, - "total": 8191 - }, - "pool": { - "reads": 405, - "wait_free": 0 - }, - "read": { - "ahead": 0, - "ahead_evicted": 0, - "ahead_rnd": 0, - "requests": 1488 - }, - "write_requests": 325 + }, + "event": { + "dataset": "mysql.status", + "module": "mysql", + "duration": 4708776 + }, + "metricset": { + "name": "status", + "period": 10000 + }, + "fields": { + "stream": { + "type": "metrics", + "dataset": "mysql.status", + "namespace": "default" } - }, - "max_used_connections": 3, - "open": { - "files": 14, - "streams": 0, - "tables": 115 - }, - "opened_tables": 122, - "queries": 479, - "questions": 479, - "threads": { - "cached": 1, - "connected": 2, - "created": 3, - "running": 2 - } + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "id": "ede0be38-46a9-4ffc-8f1e-2ff9195193b6", + "version": "8.0.0", + "type": "metricbeat", + "ephemeral_id": "4c773a2e-16d5-4d86-be49-cfb3573f4f4f", + "hostname": "MacBook-Elastic.local" + }, + "service": { + "address": "127.0.0.1:3306", + "type": "mysql" } - }, - "service": { - "address": "127.0.0.1:3306", - "type": "mysql" - } } ``` diff --git a/packages/nginx/docs/README.md b/packages/nginx/docs/README.md index 5354f420cbe5..d137af7f9cbb 100644 --- a/packages/nginx/docs/README.md +++ b/packages/nginx/docs/README.md @@ -233,49 +233,49 @@ An example event for `stubstatus` looks as following: ```$json { - "@timestamp": "2020-04-28T11:07:58.223Z", - "agent": { - "ephemeral_id": "8eb07b4f-df58-4794-8e00-60f1443f33b6", - "hostname": "MacBook-Elastic.local", - "id": "e47f6e4d-5277-46f3-801d-221c7584c604", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "nginx.stubstatus", - "duration": 1112095, - "module": "nginx" - }, - "metricset": { - "name": "stubstatus", - "period": 10000 - }, - "nginx": { - "stubstatus": { - "accepts": 7339, - "active": 1, - "current": 10, - "dropped": 0, - "handled": 7339, - "hostname": "127.0.0.1:8081", - "reading": 0, - "requests": 7411, - "waiting": 0, - "writing": 1 + "@timestamp": "2020-04-28T11:07:58.223Z", + "service": { + "type": "nginx", + "address": "127.0.0.1:8081" + }, + "nginx": { + "stubstatus": { + "waiting": 0, + "hostname": "127.0.0.1:8081", + "dropped": 0, + "writing": 1, + "handled": 7339, + "requests": 7411, + "reading": 0, + "accepts": 7339, + "current": 10, + "active": 1 + } + }, + "stream": { + "namespace": "default", + "type": "metrics", + "dataset": "nginx.stubstatus" + }, + "ecs": { + "version": "1.5.0" + }, + "agent": { + "type": "metricbeat", + "ephemeral_id": "8eb07b4f-df58-4794-8e00-60f1443f33b6", + "hostname": "MacBook-Elastic.local", + "id": "e47f6e4d-5277-46f3-801d-221c7584c604", + "version": "8.0.0" + }, + "event": { + "module": "nginx", + "duration": 1112095, + "dataset": "nginx.stubstatus" + }, + "metricset": { + "period": 10000, + "name": "stubstatus" } - }, - "service": { - "address": "127.0.0.1:8081", - "type": "nginx" - }, - "stream": { - "dataset": "nginx.stubstatus", - "namespace": "default", - "type": "metrics" - } } ``` diff --git a/packages/postgresql/docs/README.md b/packages/postgresql/docs/README.md index 910b466a308a..aedc5941db52 100644 --- a/packages/postgresql/docs/README.md +++ b/packages/postgresql/docs/README.md @@ -79,49 +79,49 @@ An example event for `activity` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "agent": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "event": { - "dataset": "postgresql.activity", - "duration": 115000, - "module": "postgresql" - }, - "metricset": { - "name": "activity" - }, - "postgresql": { - "activity": { - "application_name": "", - "backend_start": "2019-03-05T08:38:21.348Z", - "client": { - "address": "172.26.0.1", - "hostname": "", - "port": 41582 - }, - "database": { - "name": "postgres", - "oid": 12379 - }, - "pid": 347, - "query": "SELECT * FROM pg_stat_activity", - "query_start": "2019-03-05T08:38:21.352Z", - "state": "active", - "state_change": "2019-03-05T08:38:21.352Z", - "transaction_start": "2019-03-05T08:38:21.352Z", - "user": { - "id": 10, - "name": "postgres" - }, - "waiting": false + "@timestamp": "2017-10-12T08:05:34.853Z", + "agent": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "event": { + "dataset": "postgresql.activity", + "duration": 115000, + "module": "postgresql" + }, + "metricset": { + "name": "activity" + }, + "postgresql": { + "activity": { + "application_name": "", + "backend_start": "2019-03-05T08:38:21.348Z", + "client": { + "address": "172.26.0.1", + "hostname": "", + "port": 41582 + }, + "database": { + "name": "postgres", + "oid": 12379 + }, + "pid": 347, + "query": "SELECT * FROM pg_stat_activity", + "query_start": "2019-03-05T08:38:21.352Z", + "state": "active", + "state_change": "2019-03-05T08:38:21.352Z", + "transaction_start": "2019-03-05T08:38:21.352Z", + "user": { + "id": 10, + "name": "postgres" + }, + "waiting": false + } + }, + "service": { + "address": "172.26.0.2:5432", + "type": "postgresql" } - }, - "service": { - "address": "172.26.0.2:5432", - "type": "postgresql" - } } ``` @@ -188,48 +188,48 @@ An example event for `bgwriter` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "agent": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "event": { - "dataset": "postgresql.bgwriter", - "duration": 115000, - "module": "postgresql" - }, - "metricset": { - "name": "bgwriter" - }, - "postgresql": { - "bgwriter": { - "buffers": { - "allocated": 143, - "backend": 0, - "backend_fsync": 0, - "checkpoints": 0, - "clean": 0, - "clean_full": 0 - }, - "checkpoints": { - "requested": 0, - "scheduled": 1, - "times": { - "sync": { - "ms": 0 - }, - "write": { - "ms": 0 - } + "@timestamp": "2017-10-12T08:05:34.853Z", + "agent": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "event": { + "dataset": "postgresql.bgwriter", + "duration": 115000, + "module": "postgresql" + }, + "metricset": { + "name": "bgwriter" + }, + "postgresql": { + "bgwriter": { + "buffers": { + "allocated": 143, + "backend": 0, + "backend_fsync": 0, + "checkpoints": 0, + "clean": 0, + "clean_full": 0 + }, + "checkpoints": { + "requested": 0, + "scheduled": 1, + "times": { + "sync": { + "ms": 0 + }, + "write": { + "ms": 0 + } + } + }, + "stats_reset": "2019-03-05T08:32:30.028Z" } - }, - "stats_reset": "2019-03-05T08:32:30.028Z" + }, + "service": { + "address": "172.26.0.2:5432", + "type": "postgresql" } - }, - "service": { - "address": "172.26.0.2:5432", - "type": "postgresql" - } } ``` @@ -291,53 +291,53 @@ An example event for `database` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "beat": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "metricset": { - "host": "postgresql:5432", - "module": "postgresql", - "name": "database", - "rtt": 115 - }, - "postgresql": { - "database": { - "blocks": { - "hit": 0, - "read": 0, - "time": { - "read": { - "ms": 0 - }, - "write": { - "ms": 0 - } + "@timestamp": "2017-10-12T08:05:34.853Z", + "beat": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "metricset": { + "host": "postgresql:5432", + "module": "postgresql", + "name": "database", + "rtt": 115 + }, + "postgresql": { + "database": { + "blocks": { + "hit": 0, + "read": 0, + "time": { + "read": { + "ms": 0 + }, + "write": { + "ms": 0 + } + } + }, + "conflicts": 0, + "deadlocks": 0, + "name": "template1", + "number_of_backends": 0, + "oid": 1, + "rows": { + "deleted": 0, + "fetched": 0, + "inserted": 0, + "returned": 0, + "updated": 0 + }, + "temporary": { + "bytes": 0, + "files": 0 + }, + "transactions": { + "commit": 0, + "rollback": 0 + } } - }, - "conflicts": 0, - "deadlocks": 0, - "name": "template1", - "number_of_backends": 0, - "oid": 1, - "rows": { - "deleted": 0, - "fetched": 0, - "inserted": 0, - "returned": 0, - "updated": 0 - }, - "temporary": { - "bytes": 0, - "files": 0 - }, - "transactions": { - "commit": 0, - "rollback": 0 - } } - } } ``` @@ -407,74 +407,74 @@ An example event for `statement` looks as following: ```$json { - "@timestamp": "2017-10-12T08:05:34.853Z", - "agent": { - "hostname": "host.example.com", - "name": "host.example.com" - }, - "event": { - "dataset": "postgresql.statement", - "duration": 115000, - "module": "postgresql" - }, - "metricset": { - "name": "statement" - }, - "postgresql": { - "statement": { - "database": { - "oid": 12379 - }, - "query": { - "calls": 2, - "id": "1592910677", - "memory": { - "local": { - "dirtied": 0, - "hit": 0, - "read": 0, - "written": 0 - }, - "shared": { - "dirtied": 0, - "hit": 0, - "read": 0, - "written": 0 - }, - "temp": { - "read": 0, - "written": 0 - } - }, - "rows": 3, - "text": "SELECT * FROM pg_stat_statements", - "time": { - "max": { - "ms": 0.388 - }, - "mean": { - "ms": 0.235 - }, - "min": { - "ms": 0.082 - }, - "stddev": { - "ms": 0.153 - }, - "total": { - "ms": 0.47000000000000003 - } + "@timestamp": "2017-10-12T08:05:34.853Z", + "agent": { + "hostname": "host.example.com", + "name": "host.example.com" + }, + "event": { + "dataset": "postgresql.statement", + "duration": 115000, + "module": "postgresql" + }, + "metricset": { + "name": "statement" + }, + "postgresql": { + "statement": { + "database": { + "oid": 12379 + }, + "query": { + "calls": 2, + "id": "1592910677", + "memory": { + "local": { + "dirtied": 0, + "hit": 0, + "read": 0, + "written": 0 + }, + "shared": { + "dirtied": 0, + "hit": 0, + "read": 0, + "written": 0 + }, + "temp": { + "read": 0, + "written": 0 + } + }, + "rows": 3, + "text": "SELECT * FROM pg_stat_statements", + "time": { + "max": { + "ms": 0.388 + }, + "mean": { + "ms": 0.235 + }, + "min": { + "ms": 0.082 + }, + "stddev": { + "ms": 0.153 + }, + "total": { + "ms": 0.47000000000000003 + } + } + }, + "user": { + "id": 10 + } } - }, - "user": { - "id": 10 - } + }, + "service": { + "address": "172.26.0.2:5432", + "type": "postgresql" } - }, - "service": { - "address": "172.26.0.2:5432", - "type": "postgresql" - } } ``` diff --git a/packages/prometheus/docs/README.md b/packages/prometheus/docs/README.md index 7151813df704..292c426bffdd 100644 --- a/packages/prometheus/docs/README.md +++ b/packages/prometheus/docs/README.md @@ -130,60 +130,60 @@ An example event for `collector` looks as following: ```$json { - "_id": "xhalI3MBp-HYgBGo7zEW", - "_index": ".ds-metrics-prometheus.collector-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-07-06T10:22:23.034Z", - "agent": {}, - "dataset": { - "name": "prometheus.collector", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "prometheus.collector", - "duration": 13290705, - "module": "prometheus" + "_index": ".ds-metrics-prometheus.collector-default-000001", + "_id": "xhalI3MBp-HYgBGo7zEW", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-07-06T10:22:23.034Z", + "agent": {}, + "event": { + "dataset": "prometheus.collector", + "module": "prometheus", + "duration": 13290705 + }, + "metricset": { + "name": "collector", + "period": 10000 + }, + "service": { + "address": "localhost:9090", + "type": "prometheus" + }, + "prometheus": { + "metrics": { + "prometheus_wal_watcher_records_read_total": 74 + }, + "labels": { + "job": "prometheus", + "consumer": "ee9cb2", + "type": "series", + "instance": "localhost:9090" + } + }, + "dataset": { + "type": "metrics", + "name": "prometheus.collector", + "namespace": "default" + }, + "ecs": { + "version": "1.5.0" + }, + "host": {} }, - "host": {}, - "metricset": { - "name": "collector", - "period": 10000 + "fields": { + "@timestamp": [ + "2020-07-06T10:22:23.034Z" + ] }, - "prometheus": { - "labels": { - "consumer": "ee9cb2", - "instance": "localhost:9090", - "job": "prometheus", - "type": "series" - }, - "metrics": { - "prometheus_wal_watcher_records_read_total": 74 - } + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@prometheus.collector@/kibana-highlighted-field@" + ] }, - "service": { - "address": "localhost:9090", - "type": "prometheus" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-07-06T10:22:23.034Z" - ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@prometheus.collector@/kibana-highlighted-field@" + "sort": [ + 1594030943034 ] - }, - "sort": [ - 1594030943034 - ] } ``` @@ -297,58 +297,58 @@ An example event for `remote_write` looks as following: ```$json { - "_id": "dJf5AHMBA2PIMpu1O4DQ", - "_index": ".ds-metrics-prometheus.remote_write-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T16:46:40.018Z", - "agent": { - "ephemeral_id": "cb348102-0121-4c5b-8fcd-10ea27d25f77", - "id": "3bdc7670-9ced-4c70-bba9-00d7e183ae4b", - "name": "Christoss-MBP", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "prometheus.remote_write", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "prometheus.remote_write", - "module": "prometheus" - }, - "host": {}, - "metricset": { - "name": "remote_write" + "_index": ".ds-metrics-prometheus.remote_write-default-000001", + "_id": "dJf5AHMBA2PIMpu1O4DQ", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T16:46:40.018Z", + "ecs": { + "version": "1.5.0" + }, + "host": {}, + "agent": { + "version": "8.0.0", + "ephemeral_id": "cb348102-0121-4c5b-8fcd-10ea27d25f77", + "id": "3bdc7670-9ced-4c70-bba9-00d7e183ae4b", + "name": "Christoss-MBP", + "type": "metricbeat" + }, + "metricset": { + "name": "remote_write" + }, + "prometheus": { + "metrics": { + "container_fs_reads_bytes_total": 1196032, + "container_fs_reads_total": 27 + }, + "labels": { + "instance": "cadvisor:8080", + "job": "cadvisor", + "id": "/systemreserved/acpid" + } + }, + "service": { + "type": "prometheus" + }, + "event": { + "dataset": "prometheus.remote_write", + "module": "prometheus" + }, + "dataset": { + "type": "metrics", + "name": "prometheus.remote_write", + "namespace": "default" + } }, - "prometheus": { - "labels": { - "id": "/systemreserved/acpid", - "instance": "cadvisor:8080", - "job": "cadvisor" - }, - "metrics": { - "container_fs_reads_bytes_total": 1196032, - "container_fs_reads_total": 27 - } + "fields": { + "@timestamp": [ + "2020-06-29T16:46:40.018Z" + ] }, - "service": { - "type": "prometheus" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T16:46:40.018Z" + "sort": [ + 1593449200018 ] - }, - "sort": [ - 1593449200018 - ] } ``` @@ -521,66 +521,66 @@ An example event for `query` looks as following: ```$json { - "_id": "IlG5AHMBeyDc0b9rYc28", - "_index": ".ds-metrics-prometheus.query-default-000001", - "_score": null, - "_source": { - "@timestamp": "2020-06-29T15:36:54.000Z", - "agent": { - "ephemeral_id": "98420e91-ee6d-4883-8ad3-02fa8d47f5c1", - "id": "9fc3e975-6789-4738-a11a-ba7108b0a92c", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "dataset": { - "name": "prometheus.query", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "prometheus.query", - "duration": 2123733, - "module": "prometheus" - }, - "host": {}, - "metricset": { - "name": "query", - "period": 10000 + "_index": ".ds-metrics-prometheus.query-default-000001", + "_id": "IlG5AHMBeyDc0b9rYc28", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-06-29T15:36:54.000Z", + "host": {}, + "agent": { + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "98420e91-ee6d-4883-8ad3-02fa8d47f5c1", + "id": "9fc3e975-6789-4738-a11a-ba7108b0a92c", + "name": "minikube" + }, + "event": { + "module": "prometheus", + "duration": 2123733, + "dataset": "prometheus.query" + }, + "metricset": { + "name": "query", + "period": 10000 + }, + "dataset": { + "type": "metrics", + "name": "prometheus.query", + "namespace": "default" + }, + "stream": { + "dataset": "prometheus.query", + "namespace": "default", + "type": "metrics" + }, + "ecs": { + "version": "1.5.0" + }, + "service": { + "address": "localhost:9090", + "type": "prometheus" + }, + "prometheus": { + "labels": {}, + "query": { + "prometheus_http_requests_total_rate": 0.3818181818181818 + } + } }, - "prometheus": { - "labels": {}, - "query": { - "prometheus_http_requests_total_rate": 0.3818181818181818 - } + "fields": { + "@timestamp": [ + "2020-06-29T15:36:54.000Z" + ] }, - "service": { - "address": "localhost:9090", - "type": "prometheus" + "highlight": { + "event.dataset": [ + "@kibana-highlighted-field@prometheus.query@/kibana-highlighted-field@" + ] }, - "stream": { - "dataset": "prometheus.query", - "namespace": "default", - "type": "metrics" - } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-06-29T15:36:54.000Z" + "sort": [ + 1593445014000 ] - }, - "highlight": { - "event.dataset": [ - "@kibana-highlighted-field@prometheus.query@/kibana-highlighted-field@" - ] - }, - "sort": [ - 1593445014000 - ] } ``` diff --git a/packages/rabbitmq/docs/README.md b/packages/rabbitmq/docs/README.md index f9373cd1e9ef..93912cb78ec9 100644 --- a/packages/rabbitmq/docs/README.md +++ b/packages/rabbitmq/docs/README.md @@ -68,62 +68,62 @@ An example event for `connection` looks as following: ```$json { - "@timestamp": "2020-06-25T10:16:10.138Z", - "dataset": { - "name": "rabbitmq.connection", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "rabbitmq.connection", - "duration": 374411, - "module": "rabbitmq" - }, - "metricset": { - "name": "connection", - "period": 10000 - }, - "rabbitmq": { - "connection": { - "channel_max": 65535, - "channels": 2, - "client_provided": { - "name": "Connection1" - }, - "frame_max": 131072, - "host": "::1", - "name": "[::1]:31153 -\u003e [::1]:5672", - "octet_count": { - "received": 5834, - "sent": 5834 - }, - "packet_count": { - "pending": 0, - "received": 442, - "sent": 422 - }, - "peer": { - "host": "::1", - "port": 31153 - }, - "port": 5672, - "state": "running", - "type": "network" + "@timestamp": "2020-06-25T10:16:10.138Z", + "dataset": { + "name": "rabbitmq.connection", + "namespace": "default", + "type": "metrics" }, - "vhost": "/" - }, - "service": { - "address": "localhost:15672", - "type": "rabbitmq" - }, - "stream": { - "dataset": "rabbitmq.connection", - "namespace": "default", - "type": "metrics" - } + "rabbitmq": { + "vhost": "/", + "connection": { + "channel_max": 65535, + "channels": 2, + "client_provided": { + "name": "Connection1" + }, + "frame_max": 131072, + "host": "::1", + "name": "[::1]:31153 -\u003e [::1]:5672", + "octet_count": { + "received": 5834, + "sent": 5834 + }, + "packet_count": { + "pending": 0, + "received": 442, + "sent": 422 + }, + "peer": { + "host": "::1", + "port": 31153 + }, + "port": 5672, + "state": "running", + "type": "network" + } + }, + "event": { + "duration": 374411, + "dataset": "rabbitmq.connection", + "module": "rabbitmq" + }, + "stream": { + "dataset": "rabbitmq.connection", + "namespace": "default", + "type": "metrics" + }, + "metricset": { + "name": "connection", + "period": 10000 + }, + "service": { + "address": "localhost:15672", + "type": "rabbitmq" + }, + "ecs": { + "version": "1.5.0" + } } ``` @@ -190,47 +190,47 @@ An example event for `exchange` looks as following: ```$json { - "@timestamp": "2020-06-25T10:04:20.944Z", - "dataset": { - "name": "rabbitmq.exchange", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "rabbitmq.exchange", - "duration": 4078507, - "module": "rabbitmq" - }, - "metricset": { - "name": "exchange", - "period": 10000 - }, - "rabbitmq": { - "exchange": { - "arguments": {}, - "auto_delete": false, - "durable": true, - "internal": false, - "name": "", - "type": "direct" + "@timestamp": "2020-06-25T10:04:20.944Z", + "dataset": { + "name": "rabbitmq.exchange", + "namespace": "default", + "type": "metrics" + }, + "rabbitmq": { + "vhost": "/", + "exchange": { + "arguments": {}, + "type": "direct", + "durable": true, + "auto_delete": false, + "name": "", + "internal": false + } + }, + "event": { + "duration": 4078507, + "dataset": "rabbitmq.exchange", + "module": "rabbitmq" + }, + "stream": { + "dataset": "rabbitmq.exchange", + "namespace": "default", + "type": "metrics" + }, + "metricset": { + "name": "exchange", + "period": 10000 + }, + "user": { + "name": "rmq-internal" + }, + "service": { + "address": "localhost:15672", + "type": "rabbitmq" }, - "vhost": "/" - }, - "service": { - "address": "localhost:15672", - "type": "rabbitmq" - }, - "stream": { - "dataset": "rabbitmq.exchange", - "namespace": "default", - "type": "metrics" - }, - "user": { - "name": "rmq-internal" - } + "ecs": { + "version": "1.5.0" + } } ``` @@ -296,47 +296,47 @@ An example event for `node` looks as following: ```$json { - "@timestamp": "2020-06-25T10:04:20.944Z", - "dataset": { - "name": "rabbitmq.exchange", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "rabbitmq.exchange", - "duration": 4104737, - "module": "rabbitmq" - }, - "metricset": { - "name": "exchange", - "period": 10000 - }, - "rabbitmq": { - "exchange": { - "arguments": {}, - "auto_delete": false, - "durable": true, - "internal": false, - "name": "amq.fanout", - "type": "fanout" + "@timestamp": "2020-06-25T10:04:20.944Z", + "dataset": { + "namespace": "default", + "type": "metrics", + "name": "rabbitmq.exchange" }, - "vhost": "/" - }, - "service": { - "address": "localhost:15672", - "type": "rabbitmq" - }, - "stream": { - "dataset": "rabbitmq.exchange", - "namespace": "default", - "type": "metrics" - }, - "user": { - "name": "rmq-internal" - } + "rabbitmq": { + "vhost": "/", + "exchange": { + "type": "fanout", + "durable": true, + "auto_delete": false, + "internal": false, + "name": "amq.fanout", + "arguments": {} + } + }, + "metricset": { + "name": "exchange", + "period": 10000 + }, + "user": { + "name": "rmq-internal" + }, + "ecs": { + "version": "1.5.0" + }, + "stream": { + "type": "metrics", + "dataset": "rabbitmq.exchange", + "namespace": "default" + }, + "service": { + "address": "localhost:15672", + "type": "rabbitmq" + }, + "event": { + "dataset": "rabbitmq.exchange", + "module": "rabbitmq", + "duration": 4104737 + } } ``` @@ -423,81 +423,81 @@ An example event for `queue` looks as following: ```$json { - "@timestamp": "2020-06-25T10:15:10.955Z", - "dataset": { - "name": "rabbitmq.queue", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "rabbitmq.queue", - "duration": 5860529, - "module": "rabbitmq" - }, - "metricset": { - "name": "queue", - "period": 10000 - }, - "rabbitmq": { - "node": { - "name": "rabbit@047b9c4733f5" + "@timestamp": "2020-06-25T10:15:10.955Z", + "dataset": { + "type": "metrics", + "name": "rabbitmq.queue", + "namespace": "default" }, - "queue": { - "arguments": {}, - "auto_delete": false, - "consumers": { - "count": 0, - "utilisation": {} - }, - "disk": { - "reads": {}, - "writes": {} - }, - "durable": true, - "exclusive": false, - "memory": { - "bytes": 14000 - }, - "messages": { - "persistent": { - "count": 0 + "rabbitmq": { + "node": { + "name": "rabbit@047b9c4733f5" }, - "ready": { - "count": 0, - "details": { - "rate": 0 - } + "queue": { + "auto_delete": false, + "state": "running", + "disk": { + "reads": {}, + "writes": {} + }, + "memory": { + "bytes": 14000 + }, + "messages": { + "persistent": { + "count": 0 + }, + "total": { + "details": { + "rate": 0 + }, + "count": 0 + }, + "ready": { + "details": { + "rate": 0 + }, + "count": 0 + }, + "unacknowledged": { + "count": 0, + "details": { + "rate": 0 + } + } + }, + "durable": true, + "arguments": {}, + "consumers": { + "utilisation": {}, + "count": 0 + }, + "name": "NameofQueue1", + "exclusive": false }, - "total": { - "count": 0, - "details": { - "rate": 0 - } - }, - "unacknowledged": { - "count": 0, - "details": { - "rate": 0 - } - } - }, - "name": "NameofQueue1", - "state": "running" + "vhost": "/" + }, + "event": { + "dataset": "rabbitmq.queue", + "module": "rabbitmq", + "duration": 5860529 + }, + "metricset": { + "name": "queue", + "period": 10000 + }, + "service": { + "type": "rabbitmq", + "address": "localhost:15672" + }, + "stream": { + "dataset": "rabbitmq.queue", + "namespace": "default", + "type": "metrics" }, - "vhost": "/" - }, - "service": { - "address": "localhost:15672", - "type": "rabbitmq" - }, - "stream": { - "dataset": "rabbitmq.queue", - "namespace": "default", - "type": "metrics" - } + "ecs": { + "version": "1.5.0" + } } ``` diff --git a/packages/redis/docs/README.md b/packages/redis/docs/README.md index fd3d77524e96..a605fd3653de 100644 --- a/packages/redis/docs/README.md +++ b/packages/redis/docs/README.md @@ -119,197 +119,197 @@ An example event for `info` looks as following: ```$json { - "@timestamp": "2020-06-25T10:16:10.138Z", - "dataset": { - "name": "redis.info", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "redis.info", - "duration": 374411, - "module": "redis" - }, - "metricset": { - "name": "info", - "period": 10000 - }, - "redis": { - "info": { - "clients": { - "biggest_input_buf": 0, - "blocked": 0, - "connected": 5, - "longest_output_list": 0, - "max_input_buffer": 0, - "max_output_buffer": 0 - }, - "cluster": { - "enabled": false - }, - "cpu": { - "used": { - "sys": 1.66, - "sys_children": 0, - "user": 0.39, - "user_children": 0.01 - } - }, - "memory": { - "active_defrag": {}, - "allocator": "jemalloc-4.0.3", - "allocator_stats": { - "fragmentation": {}, - "rss": {} - }, - "fragmentation": { - "ratio": 2.71 - }, - "max": { - "policy": "noeviction", - "value": 0 - }, - "used": { - "lua": 37888, - "peak": 945016, - "rss": 2453504, - "value": 904992 - } - }, - "persistence": { - "aof": { - "bgrewrite": { - "last_status": "ok" - }, - "buffer": {}, - "copy_on_write": {}, - "enabled": false, - "fsync": {}, - "rewrite": { - "buffer": {}, - "current_time": { - "sec": -1 + "@timestamp": "2020-06-25T10:16:10.138Z", + "dataset": { + "name": "redis.info", + "namespace": "default", + "type": "metrics" + }, + "redis": { + "info": { + "clients": { + "biggest_input_buf": 0, + "blocked": 0, + "connected": 5, + "longest_output_list": 0, + "max_input_buffer": 0, + "max_output_buffer": 0 }, - "in_progress": false, - "last_time": { - "sec": -1 + "cluster": { + "enabled": false }, - "scheduled": false - }, - "size": {}, - "write": { - "last_status": "ok" - } - }, - "loading": false, - "rdb": { - "bgsave": { - "current_time": { - "sec": -1 + "cpu": { + "used": { + "sys": 1.66, + "sys_children": 0, + "user": 0.39, + "user_children": 0.01 + } + }, + "memory": { + "active_defrag": {}, + "allocator": "jemalloc-4.0.3", + "allocator_stats": { + "fragmentation": {}, + "rss": {} + }, + "fragmentation": { + "ratio": 2.71 + }, + "max": { + "policy": "noeviction", + "value": 0 + }, + "used": { + "lua": 37888, + "peak": 945016, + "rss": 2453504, + "value": 904992 + } + }, + "persistence": { + "aof": { + "bgrewrite": { + "last_status": "ok" + }, + "buffer": {}, + "copy_on_write": {}, + "enabled": false, + "fsync": {}, + "rewrite": { + "buffer": {}, + "current_time": { + "sec": -1 + }, + "in_progress": false, + "last_time": { + "sec": -1 + }, + "scheduled": false + }, + "size": {}, + "write": { + "last_status": "ok" + } + }, + "loading": false, + "rdb": { + "bgsave": { + "current_time": { + "sec": -1 + }, + "in_progress": false, + "last_status": "ok", + "last_time": { + "sec": -1 + } + }, + "copy_on_write": {}, + "last_save": { + "changes_since": 35, + "time": 1548663522 + } + } + }, + "replication": { + "backlog": { + "active": 0, + "first_byte_offset": 0, + "histlen": 0, + "size": 1048576 + }, + "connected_slaves": 0, + "master": { + "offset": 0, + "sync": {} + }, + "master_offset": 0, + "role": "master", + "slave": {} + }, + "server": { + "arch_bits": "64", + "build_id": "b9a4cd86ce8027d3", + "config_file": "", + "gcc_version": "6.4.0", + "git_dirty": "0", + "git_sha1": "00000000", + "hz": 10, + "lru_clock": 5159690, + "mode": "standalone", + "multiplexing_api": "epoll", + "run_id": "0f681cb959aa47413ec40ff383715c923f9cbefd", + "tcp_port": 6379, + "uptime": 707 }, - "in_progress": false, - "last_status": "ok", - "last_time": { - "sec": -1 + "slowlog": { + "count": 0 + }, + "stats": { + "active_defrag": {}, + "commands_processed": 265, + "connections": { + "received": 848, + "rejected": 0 + }, + "instantaneous": { + "input_kbps": 0.18, + "ops_per_sec": 6, + "output_kbps": 1.39 + }, + "keys": { + "evicted": 0, + "expired": 0 + }, + "keyspace": { + "hits": 15, + "misses": 0 + }, + "latest_fork_usec": 0, + "migrate_cached_sockets": 0, + "net": { + "input": { + "bytes": 7300 + }, + "output": { + "bytes": 219632 + } + }, + "pubsub": { + "channels": 0, + "patterns": 0 + }, + "sync": { + "full": 0, + "partial": { + "err": 0, + "ok": 0 + } + } } - }, - "copy_on_write": {}, - "last_save": { - "changes_since": 35, - "time": 1548663522 - } - } - }, - "replication": { - "backlog": { - "active": 0, - "first_byte_offset": 0, - "histlen": 0, - "size": 1048576 - }, - "connected_slaves": 0, - "master": { - "offset": 0, - "sync": {} - }, - "master_offset": 0, - "role": "master", - "slave": {} - }, - "server": { - "arch_bits": "64", - "build_id": "b9a4cd86ce8027d3", - "config_file": "", - "gcc_version": "6.4.0", - "git_dirty": "0", - "git_sha1": "00000000", - "hz": 10, - "lru_clock": 5159690, - "mode": "standalone", - "multiplexing_api": "epoll", - "run_id": "0f681cb959aa47413ec40ff383715c923f9cbefd", - "tcp_port": 6379, - "uptime": 707 - }, - "slowlog": { - "count": 0 - }, - "stats": { - "active_defrag": {}, - "commands_processed": 265, - "connections": { - "received": 848, - "rejected": 0 - }, - "instantaneous": { - "input_kbps": 0.18, - "ops_per_sec": 6, - "output_kbps": 1.39 - }, - "keys": { - "evicted": 0, - "expired": 0 - }, - "keyspace": { - "hits": 15, - "misses": 0 - }, - "latest_fork_usec": 0, - "migrate_cached_sockets": 0, - "net": { - "input": { - "bytes": 7300 - }, - "output": { - "bytes": 219632 - } - }, - "pubsub": { - "channels": 0, - "patterns": 0 - }, - "sync": { - "full": 0, - "partial": { - "err": 0, - "ok": 0 - } } - } + }, + "event": { + "duration": 374411, + "dataset": "redis.info", + "module": "redis" + }, + "stream": { + "dataset": "redis.info", + "namespace": "default", + "type": "metrics" + }, + "metricset": { + "name": "info", + "period": 10000 + }, + "service": { + "address": "localhost:6379", + "type": "redis" + }, + "ecs": { + "version": "1.5.0" } - }, - "service": { - "address": "localhost:6379", - "type": "redis" - }, - "stream": { - "dataset": "redis.info", - "namespace": "default", - "type": "metrics" - } } ``` @@ -479,47 +479,47 @@ An example event for `key` looks as following: ```$json { - "@timestamp": "2020-06-25T10:16:10.138Z", - "dataset": { - "name": "redis.key", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "redis.key", - "duration": 374411, - "module": "redis" - }, - "metricset": { - "name": "key", - "period": 10000 - }, - "redis": { - "key": { - "expire": { - "ttl": 360 - }, - "id": "0:foo", - "length": 3, - "name": "foo", - "type": "string" + "@timestamp": "2020-06-25T10:16:10.138Z", + "dataset": { + "name": "redis.key", + "namespace": "default", + "type": "metrics" + }, + "redis": { + "key": { + "expire": { + "ttl": 360 + }, + "id": "0:foo", + "length": 3, + "name": "foo", + "type": "string" + }, + "keyspace": { + "id": "db0" + } + }, + "event": { + "duration": 374411, + "dataset": "redis.key", + "module": "redis" }, - "keyspace": { - "id": "db0" + "stream": { + "dataset": "redis.key", + "namespace": "default", + "type": "metrics" + }, + "metricset": { + "name": "key", + "period": 10000 + }, + "service": { + "address": "localhost:6379", + "type": "redis" + }, + "ecs": { + "version": "1.5.0" } - }, - "service": { - "address": "localhost:6379", - "type": "redis" - }, - "stream": { - "dataset": "redis.key", - "namespace": "default", - "type": "metrics" - } } ``` @@ -576,41 +576,41 @@ An example event for `keyspace` looks as following: ```$json { - "@timestamp": "2020-06-25T10:16:10.138Z", - "dataset": { - "name": "redis.keyspace", - "namespace": "default", - "type": "metrics" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "redis.keyspace", - "duration": 374411, - "module": "redis" - }, - "metricset": { - "name": "keyspace", - "period": 10000 - }, - "redis": { - "keyspace": { - "avg_ttl": 359459, - "expires": 0, - "id": "db0", - "keys": 1 + "@timestamp": "2020-06-25T10:16:10.138Z", + "dataset": { + "name": "redis.keyspace", + "namespace": "default", + "type": "metrics" + }, + "redis": { + "keyspace": { + "avg_ttl": 359459, + "expires": 0, + "id": "db0", + "keys": 1 + } + }, + "event": { + "duration": 374411, + "dataset": "redis.keyspace", + "module": "redis" + }, + "stream": { + "dataset": "redis.keyspace", + "namespace": "default", + "type": "metrics" + }, + "metricset": { + "name": "keyspace", + "period": 10000 + }, + "service": { + "address": "localhost:6379", + "type": "redis" + }, + "ecs": { + "version": "1.5.0" } - }, - "service": { - "address": "localhost:6379", - "type": "redis" - }, - "stream": { - "dataset": "redis.keyspace", - "namespace": "default", - "type": "metrics" - } } ``` diff --git a/packages/zookeeper/docs/README.md b/packages/zookeeper/docs/README.md index 12d1363e0fa2..154c9e5b252b 100644 --- a/packages/zookeeper/docs/README.md +++ b/packages/zookeeper/docs/README.md @@ -16,56 +16,56 @@ An example event for `connection` looks as following: ```$json { - "_id": "5KTmJHMB--B0K1AVImYo", - "_index": "metricbeat-8.0.0-2020.07.06-000001", - "_score": null, - "_source": { - "@timestamp": "2020-07-06T16:12:07.612Z", - "agent": { - "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", - "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651", - "name": "zookeeper-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "client": { - "ip": "172.28.0.1", - "port": 44338 - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "zookeeper.connection", - "duration": 3093417, - "module": "zookeeper" - }, - "host": { - "name": "zookeeper-01" - }, - "metricset": { - "name": "connection", - "period": 10000 - }, - "service": { - "address": "localhost:2181", - "type": "zookeeper" + "_index": "metricbeat-8.0.0-2020.07.06-000001", + "_id": "5KTmJHMB--B0K1AVImYo", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-07-06T16:12:07.612Z", + "host": { + "name": "zookeeper-01" + }, + "metricset": { + "name": "connection", + "period": 10000 + }, + "service": { + "address": "localhost:2181", + "type": "zookeeper" + }, + "zookeeper": { + "connection": { + "received": 1, + "sent": 0, + "interest_ops": 0, + "queued": 0 + } + }, + "client": { + "ip": "172.28.0.1", + "port": 44338 + }, + "event": { + "dataset": "zookeeper.connection", + "module": "zookeeper", + "duration": 3093417 + }, + "agent": { + "name": "zookeeper-01", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", + "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651" + }, + "ecs": { + "version": "1.5.0" + } }, - "zookeeper": { - "connection": { - "interest_ops": 0, - "queued": 0, - "received": 1, - "sent": 0 - } + "fields": { + "@timestamp": [ + "2020-07-06T16:12:07.612Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-07-06T16:12:07.612Z" - ] - } } ``` @@ -120,67 +120,67 @@ An example event for `mntr` looks as following: ```$json { - "_id": "5aTmJHMB--B0K1AVImYo", - "_index": "metricbeat-8.0.0-2020.07.06-000001", - "_score": null, - "_source": { - "@timestamp": "2020-07-06T16:12:08.494Z", - "agent": { - "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", - "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651", - "name": "zookeeper-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "zookeeper.mntr", - "duration": 15795652, - "module": "zookeeper" - }, - "host": { - "name": "zookeeper-01" - }, - "metricset": { - "name": "mntr", - "period": 10000 - }, - "service": { - "address": "localhost:2181", - "type": "zookeeper", - "version": "3.5.5-390fe37ea45dee01bf87dc1c042b5e3dcce88653, built on 05/03/2019 12:07 GMT" - }, - "zookeeper": { - "mntr": { - "approximate_data_size": 44, - "ephemerals_count": 0, - "latency": { - "avg": 0, - "max": 0, - "min": 0 + "_index": "metricbeat-8.0.0-2020.07.06-000001", + "_id": "5aTmJHMB--B0K1AVImYo", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-07-06T16:12:08.494Z", + "zookeeper": { + "mntr": { + "open_file_descriptor_count": 49, + "watch_count": 0, + "server_state": "standalone", + "max_file_descriptor_count": 1048576, + "znode_count": 5, + "outstanding_requests": 0, + "ephemerals_count": 0, + "packets": { + "received": 152, + "sent": 151 + }, + "num_alive_connections": 1, + "approximate_data_size": 44, + "latency": { + "max": 0, + "avg": 0, + "min": 0 + } + } + }, + "ecs": { + "version": "1.5.0" + }, + "host": { + "name": "zookeeper-01" + }, + "agent": { + "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", + "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651", + "name": "zookeeper-01", + "type": "metricbeat", + "version": "8.0.0" + }, + "service": { + "version": "3.5.5-390fe37ea45dee01bf87dc1c042b5e3dcce88653, built on 05/03/2019 12:07 GMT", + "address": "localhost:2181", + "type": "zookeeper" }, - "max_file_descriptor_count": 1048576, - "num_alive_connections": 1, - "open_file_descriptor_count": 49, - "outstanding_requests": 0, - "packets": { - "received": 152, - "sent": 151 + "event": { + "duration": 15795652, + "dataset": "zookeeper.mntr", + "module": "zookeeper" }, - "server_state": "standalone", - "watch_count": 0, - "znode_count": 5 - } + "metricset": { + "name": "mntr", + "period": 10000 + } + }, + "fields": { + "@timestamp": [ + "2020-07-06T16:12:08.494Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-07-06T16:12:08.494Z" - ] - } } ``` @@ -250,67 +250,67 @@ An example event for `server` looks as following: ```$json { - "_id": "QKTmJHMB--B0K1AVNGfq", - "_index": "metricbeat-8.0.0-2020.07.06-000001", - "_score": null, - "_source": { - "@timestamp": "2020-07-06T16:12:12.409Z", - "agent": { - "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", - "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651", - "name": "zookeeper-01", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "zookeeper.server", - "duration": 3001938, - "module": "zookeeper" - }, - "host": { - "name": "zookeeper-01" - }, - "metricset": { - "name": "server", - "period": 10000 - }, - "service": { - "address": "localhost:2181", - "type": "zookeeper", - "version": "3.5.5-390fe37ea45dee01bf87dc1c042b5e3dcce88653" - }, - "zookeeper": { - "server": { - "connections": 1, - "count": 0, - "epoch": 0, - "latency": { - "avg": 0, - "max": 0, - "min": 0 + "_index": "metricbeat-8.0.0-2020.07.06-000001", + "_id": "QKTmJHMB--B0K1AVNGfq", + "_version": 1, + "_score": null, + "_source": { + "@timestamp": "2020-07-06T16:12:12.409Z", + "event": { + "module": "zookeeper", + "duration": 3001938, + "dataset": "zookeeper.server" + }, + "metricset": { + "name": "server", + "period": 10000 + }, + "ecs": { + "version": "1.5.0" }, - "mode": "standalone", - "node_count": 5, - "outstanding": 0, - "received": 156, - "sent": 155, - "version_date": "2019-05-03T12:07:00Z", - "zxid": "0x0" - } + "host": { + "name": "zookeeper-01" + }, + "agent": { + "name": "zookeeper-01", + "type": "metricbeat", + "version": "8.0.0", + "ephemeral_id": "4d221f8f-7147-4855-8ea3-b4d2a5b80ae0", + "id": "2ff8a09c-c7f0-42f2-9fe1-65f7fd460651" + }, + "zookeeper": { + "server": { + "zxid": "0x0", + "count": 0, + "version_date": "2019-05-03T12:07:00Z", + "received": 156, + "mode": "standalone", + "latency": { + "avg": 0, + "max": 0, + "min": 0 + }, + "sent": 155, + "epoch": 0, + "node_count": 5, + "connections": 1, + "outstanding": 0 + } + }, + "service": { + "address": "localhost:2181", + "type": "zookeeper", + "version": "3.5.5-390fe37ea45dee01bf87dc1c042b5e3dcce88653" + } + }, + "fields": { + "zookeeper.server.version_date": [ + "2019-05-03T12:07:00.000Z" + ], + "@timestamp": [ + "2020-07-06T16:12:12.409Z" + ] } - }, - "_version": 1, - "fields": { - "@timestamp": [ - "2020-07-06T16:12:12.409Z" - ], - "zookeeper.server.version_date": [ - "2019-05-03T12:07:00.000Z" - ] - } } ``` From 2ba5e5ebd921d2221f0ff95fbfd7498d9e948eb7 Mon Sep 17 00:00:00 2001 From: Marcin Tojek Date: Mon, 23 Nov 2020 09:10:24 +0100 Subject: [PATCH 5/5] Update CONTRIBUTING.md Co-authored-by: Shaunak Kashyap --- CONTRIBUTING.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 287875f232a2..100fd7ef7d52 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -158,7 +158,7 @@ what's been already fixed, as the script has overridden part of it). 4. Write README template file for the integration. The README template is used to render the final README file including exported fields. The template should be placed - in the `package//_dev/build/docs/README.md` (if the directory doesn't exist, please create it). + in the `package//_dev/build/docs/README.md`. If the directory doesn't exist, please create it. Review the MySQL docs template to see how to use template functions (e.g. `{{fields "dataset-name"}}`). If the same dataset name is used in both metrics and logs, please add `-metrics` and `-logs` in the template. For example, `elb` is a dataset for log and also a dataset for metrics. In README.md template, `{{fields "elb_logs"}}` and `{{fields "elb_metrics"}}` are used to separate them.