ci: improve linting speed

Jenkinsfile

@@ -72,11 +72,29 @@ pipeline {
       environment {
         GOFLAGS = '-mod=readonly'
       }
-      steps {
-        withGithubNotify(context: 'Lint') {
-          withBeatsEnv(archive: false, id: 'lint') {
-            dumpVariables()
-            cmd(label: 'make check', script: 'make check')
+      matrix {
+        axes {
+          axis {
+            name MAKE_TARGET
+            values (
+              '-C deploy/kubernetes all',
+              '-C dev-tools check',
+              'check-python',
+              'check-go'
+              )
+          }
+        }
+        stages {
+          stage('Run lint'){
+            steps {
+              withGithubNotify(context: "Lint: ${MAKE_TARGET}") {
+                withBeatsEnv(archive: false, id: "lint-${MAKE_TARGET}") {
+                  dumpVariables()
+                  cmd(label: "make ${MAKE_TARGET}", script: "make ${MAKE_TARGET}")
+                  cmd(label: "Check for changes", script: "make check-no-changes")
+                }
+              }
+            }
           }
         }
       }
@@ -489,7 +507,7 @@ def terraformApply(String directory) {
 }
 
 /**
-* Tear down the terraform environments, by looking for all terraform states in directory 
+* Tear down the terraform environments, by looking for all terraform states in directory
 * then it runs terraform destroy for each one.
 * It uses terraform states previously stashed by startCloudTestEnv.
 */

Makefile

@@ -96,18 +96,33 @@ clean: mage
 .PHONY: check
 check: python-env
 	@$(foreach var,$(PROJECTS) dev-tools $(PROJECTS_XPACK_MAGE),$(MAKE) -C $(var) check || exit 1;)
-	@$(FIND) -name *.py -name *.py -not -path "*/build/*" -exec $(PYTHON_ENV)/bin/autopep8 -d --max-line-length 120  {} \; | (! grep . -q) || (echo "Code differs from autopep8's style" && false)
-	@$(FIND) -name *.py -not -path "*/build/*" | xargs $(PYTHON_ENV)/bin/pylint --py3k -E || (echo "Code is not compatible with Python 3" && false)
+	$(MAKE) check-python
 	# check if vendor folder does not exists
 	[ ! -d vendor ]
-	@# Validate that all updates were committed
+	# Validate that all updates were committed
 	@$(MAKE) update
 	@$(MAKE) check-headers
-	go mod tidy
+	@$(MAKE) check-go
+	@$(MAKE) check-no-changes
+
+## ccheck-go : Check there is no changes in Go modules.
+.PHONY: check-go
+check-go:
+	@go mod tidy
+
+## ccheck-no-changes : Check there is no local changes.
+.PHONY: check-no-changes
+check-no-changes:
 	@git diff | cat
 	@git update-index --refresh
 	@git diff-index --exit-code HEAD --
 
+## check-python : Python Linting.
+.PHONY: check-python
+check-python:
+	@$(FIND) -name *.py -name *.py -not -path "*/build/*" -exec $(PYTHON_ENV)/bin/autopep8 -d --max-line-length 120  {} \; | (! grep . -q) || (echo "Code differs from autopep8's style" && false)
+	@$(FIND) -name *.py -not -path "*/build/*" | xargs $(PYTHON_ENV)/bin/pylint --py3k -E || (echo "Code is not compatible with Python 3" && false)
+
 ## check-headers : Check the license headers.
 .PHONY: check-headers
 check-headers: mage

auditbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

filebeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

heartbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.
@@ -67,4 +72,3 @@ stages:
                 - "windows-2012"
             branches: true     ## for all the branches
             tags: true         ## for all the tags
-

journalbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

libbeat/Jenkinsfile.yml

@@ -12,6 +12,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

metricbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     unitTest:
         mage: "mage build unitTest"
     goIntegTest:

packetbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

winlogbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     crosscompile:
         make: "make -C winlogbeat crosscompile"
     windows:

x-pack/auditbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

x-pack/dockerlogbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C ../.. check-no-changes;
     build:
         mage: "mage build test"
         withModule: true       ## run the ITs only if the changeset affects a specific module.

x-pack/elastic-agent/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

x-pack/filebeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

x-pack/functionbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

x-pack/libbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C .. check-no-changes;
     arm:
         mage: "mage build unitTest"
         platforms:             ## override default label in this specific stage.

x-pack/metricbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C ../.. check-no-changes;
     build:
         cloud: "mage build test"
         withModule: true       ## run the ITs only if the changeset affects a specific module.

x-pack/packetbeat/Jenkinsfile.yml

@@ -13,6 +13,12 @@ when:
     tags: true                 ## for all the tags
 platform: "linux && ubuntu-18" ## default label for all the stages
 stages:
+# TODO confirm this works
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C ../.. check-no-changes;
     windows:
         mage: "mage build unitTest"
         withModule: true

x-pack/winlogbeat/Jenkinsfile.yml

@@ -13,6 +13,11 @@ when:
     tags: true                 ## for all the tags
 platform: "windows-2019"       ## default label for all the stages
 stages:
+    Lint:
+        make: |
+          make check;
+          make update;
+          make -C ../.. check-no-changes;
     build:
         mage: "mage build unitTest"
         withModule: true