[CONTINT-4412] Upgrade k8s dependencies (#1445)

Co-authored-by: levan-m <levan.machablishvili@datadoghq.com>

.gitlab-ci.yml

@@ -2,10 +2,9 @@ image: registry.ddbuild.io/images/mirror/golang:1.22.7
 variables:
   PROJECTNAME: "datadog-operator"
   PROJECTNAME_CHECK: "datadog-operator-check"
-  GOPATH: "$CI_PROJECT_DIR/.cache"
   BUILD_DOCKER_REGISTRY: "486234852809.dkr.ecr.us-east-1.amazonaws.com/ci"
   E2E_DOCKER_REGISTRY: "669783387624.dkr.ecr.us-east-1.amazonaws.com/operator"
-  JOB_DOCKER_IMAGE: "486234852809.dkr.ecr.us-east-1.amazonaws.com/ci-containers-project:v46356103-16ecadd-v3.0.0"
+  JOB_DOCKER_IMAGE: "registry.ddbuild.io/ci-containers-project:v46367840-16ecadd-v3.0.0"
   DOCKER_REGISTRY_LOGIN_SSM_KEY: docker_hub_login
   DOCKER_REGISTRY_PWD_SSM_KEY: docker_hub_pwd
   DOCKER_REGISTRY_URL: docker.io
@@ -21,8 +20,7 @@ variables:
 cache: &global_cache
   key: ${CI_COMMIT_REF_SLUG}
   paths:
-    - .cache
-  policy: pull-push
+    - /go/pkg/mod
 
 stages:
   - build
@@ -79,8 +77,14 @@ stages:
 build:
   stage: build
   tags: ["arch:amd64"]
+  variables:
+    KUBERNETES_MEMORY_REQUEST: 16Gi
+    KUBERNETES_MEMORY_LIMIT: 16Gi
+    KUBERNETES_CPU_REQUEST: 4
+    KUBERNETES_CPU_LIMIT: 4
+    GOMEMLIMIT: 15GiB
+    GOMAXPROCS: 4
   before_script:
-    - mkdir -p .cache
     - make install-tools
   script:
     - make build
@@ -92,8 +96,14 @@ unit_tests:
     - if: '$DDR == "true"'
       when: never
     - when: on_success
+  variables:
+    KUBERNETES_MEMORY_REQUEST: 16Gi
+    KUBERNETES_MEMORY_LIMIT: 16Gi
+    KUBERNETES_CPU_REQUEST: 4
+    KUBERNETES_CPU_LIMIT: 4
+    GOMEMLIMIT: 15GiB
+    GOMAXPROCS: 4
   before_script:
-    - mkdir -p .cache
     - make install-tools
   script:
     - make test
@@ -102,7 +112,6 @@ check-golang-version:
   stage: test
   tags: ["arch:amd64"]
   before_script:
-    - mkdir -p .cache
     - make install-tools
   script:
     - make update-golang
@@ -116,7 +125,6 @@ generate_code:
       when: never
     - when: on_success
   before_script:
-    - mkdir -p .cache
     - make install-tools
   script:
     - make generate manifests
@@ -457,7 +465,6 @@ publish_community_operators:
   tags: [ "runner:docker", "size:large" ]
   image: $JOB_DOCKER_IMAGE
   before_script:
-    - mkdir -p .cache
     - make install-tools
   script:
     # Set version

LICENSE-3rdparty.csv

@@ -1,6 +1,8 @@
 Component,Origin,License
+core,github.com/DataDog/appsec-internal-go,Apache-2.0
 core,github.com/DataDog/datadog-agent/pkg/config/model,Apache-2.0
 core,github.com/DataDog/datadog-agent/pkg/config/remote,Apache-2.0
+core,github.com/DataDog/datadog-agent/pkg/obfuscate,Apache-2.0
 core,github.com/DataDog/datadog-agent/pkg/proto,Apache-2.0
 core,github.com/DataDog/datadog-agent/pkg/remoteconfig/state,Apache-2.0
 core,github.com/DataDog/datadog-agent/pkg/util/backoff,Apache-2.0
@@ -14,8 +16,11 @@ core,github.com/DataDog/datadog-api-client-go/v2,Apache-2.0
 core,github.com/DataDog/datadog-go/v5/statsd,MIT
 core,github.com/DataDog/datadog-operator,Apache-2.0
 core,github.com/DataDog/extendeddaemonset/api/v1alpha1,Apache-2.0
+core,github.com/DataDog/go-libddwaf/v3,Apache-2.0
+core,github.com/DataDog/go-sqllexer,MIT
 core,github.com/DataDog/go-tuf,BSD-3-Clause
 core,github.com/DataDog/gostackparse,Apache-2.0
+core,github.com/DataDog/sketches-go/ddsketch,Apache-2.0
 core,github.com/DataDog/viper,MIT
 core,github.com/DataDog/zstd,BSD-3-Clause
 core,github.com/Masterminds/semver,MIT
@@ -26,9 +31,12 @@ core,github.com/cenkalti/backoff,MIT
 core,github.com/cespare/xxhash/v2,MIT
 core,github.com/cihub/seelog,BSD-3-Clause
 core,github.com/davecgh/go-spew/spew,ISC
+core,github.com/dustin/go-humanize,MIT
+core,github.com/ebitengine/purego,Apache-2.0
 core,github.com/emicklei/go-restful/v3,MIT
 core,github.com/evanphx/json-patch/v5,BSD-3-Clause
 core,github.com/fsnotify/fsnotify,BSD-3-Clause
+core,github.com/fxamacker/cbor/v2,MIT
 core,github.com/go-logr/logr,Apache-2.0
 core,github.com/go-logr/zapr,Apache-2.0
 core,github.com/go-openapi/jsonpointer,Apache-2.0
@@ -51,12 +59,13 @@ core,github.com/josharian/intern,MIT
 core,github.com/json-iterator/go,MIT
 core,github.com/magiconair/properties,BSD-2-Clause
 core,github.com/mailru/easyjson,MIT
-core,github.com/matttproud/golang_protobuf_extensions/pbutil,Apache-2.0
 core,github.com/mitchellh/mapstructure,MIT
 core,github.com/modern-go/concurrent,Apache-2.0
 core,github.com/modern-go/reflect2,Apache-2.0
 core,github.com/mohae/deepcopy,MIT
 core,github.com/munnerz/goautoneg,BSD-3-Clause
+core,github.com/outcaste-io/ristretto,Apache-2.0
+core,github.com/outcaste-io/ristretto/z,MIT
 core,github.com/patrickmn/go-cache,MIT
 core,github.com/pelletier/go-toml,Apache-2.0
 core,github.com/philhofer/fwd,MIT
@@ -65,7 +74,6 @@ core,github.com/pmezard/go-difflib/difflib,BSD-3-Clause
 core,github.com/prometheus/client_golang/prometheus,Apache-2.0
 core,github.com/prometheus/client_model/go,Apache-2.0
 core,github.com/prometheus/common,Apache-2.0
-core,github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg,BSD-3-Clause
 core,github.com/prometheus/procfs,Apache-2.0
 core,github.com/richardartoul/molecule,MIT
 core,github.com/richardartoul/molecule/src/codec,Apache-2.0
@@ -80,18 +88,21 @@ core,github.com/spf13/pflag,BSD-3-Clause
 core,github.com/stretchr/objx,MIT
 core,github.com/stretchr/testify,MIT
 core,github.com/tinylib/msgp/msgp,MIT
+core,github.com/x448/float16,MIT
 core,github.com/zorkian/go-datadog-api,BSD-3-Clause
 core,go.etcd.io/bbolt,MIT
 core,go.uber.org/atomic,MIT
 core,go.uber.org/multierr,MIT
 core,go.uber.org/zap,MIT
 core,golang.org/x/exp,BSD-3-Clause
+core,golang.org/x/mod/semver,BSD-3-Clause
 core,golang.org/x/net,BSD-3-Clause
 core,golang.org/x/oauth2,BSD-3-Clause
 core,golang.org/x/sys/unix,BSD-3-Clause
 core,golang.org/x/term,BSD-3-Clause
 core,golang.org/x/text,BSD-3-Clause
 core,golang.org/x/time/rate,BSD-3-Clause
+core,golang.org/x/xerrors,BSD-3-Clause
 core,gomodules.xyz/jsonpatch/v2,Apache-2.0
 core,google.golang.org/genproto/googleapis/api,Apache-2.0
 core,google.golang.org/genproto/googleapis/rpc/status,Apache-2.0
@@ -107,7 +118,6 @@ core,k8s.io/apiextensions-apiserver/pkg/apis/apiextensions,Apache-2.0
 core,k8s.io/apimachinery/pkg,Apache-2.0
 core,k8s.io/apimachinery/third_party/forked/golang,BSD-3-Clause
 core,k8s.io/client-go,Apache-2.0
-core,k8s.io/component-base/config,Apache-2.0
 core,k8s.io/klog/v2,Apache-2.0
 core,k8s.io/kube-aggregator/pkg/apis/apiregistration,Apache-2.0
 core,k8s.io/kube-openapi/pkg,Apache-2.0
@@ -118,4 +128,5 @@ core,k8s.io/utils/internal/third_party/forked/golang/net,BSD-3-Clause
 core,sigs.k8s.io/controller-runtime,Apache-2.0
 core,sigs.k8s.io/json,Apache-2.0
 core,sigs.k8s.io/structured-merge-diff/v4,Apache-2.0
-core,sigs.k8s.io/yaml,MIT
+core,sigs.k8s.io/yaml,Apache-2.0
+core,sigs.k8s.io/yaml/goyaml.v2,Apache-2.0

Makefile

@@ -82,7 +82,7 @@ echo-img: ## Use `make -s echo-img` to get image string for other shell commands
 ##@ Tools
 CONTROLLER_GEN = bin/$(PLATFORM)/controller-gen
 $(CONTROLLER_GEN): Makefile  ## Download controller-gen locally if necessary.
-	$(call go-get-tool,$@,sigs.k8s.io/controller-tools/cmd/controller-gen@v0.14.0)
+	$(call go-get-tool,$@,sigs.k8s.io/controller-tools/cmd/controller-gen@v0.16.3)
 
 KUSTOMIZE = bin/$(PLATFORM)/kustomize
 $(KUSTOMIZE): Makefile  ## Download kustomize locally if necessary.
@@ -286,8 +286,8 @@ install-tools: bin/$(PLATFORM)/golangci-lint bin/$(PLATFORM)/operator-sdk bin/$(
 
 .PHONY: generate-openapi
 generate-openapi: bin/$(PLATFORM)/openapi-gen
-	bin/$(PLATFORM)/openapi-gen --logtostderr=true -o "." -i ./api/datadoghq/v1alpha1 -O zz_generated.openapi -p ./api/datadoghq/v1alpha1 -h ./hack/boilerplate.go.txt -r "-"
-	bin/$(PLATFORM)/openapi-gen --logtostderr=true -o "." -i ./api/datadoghq/v2alpha1 -O zz_generated.openapi -p ./api/datadoghq/v2alpha1 -h ./hack/boilerplate.go.txt -r "-"
+	bin/$(PLATFORM)/openapi-gen --logtostderr --output-dir api/datadoghq/v1alpha1 --output-file zz_generated.openapi.go --output-pkg api/datadoghq/v1alpha1 --go-header-file ./hack/boilerplate.go.txt ./api/datadoghq/v1alpha1
+	bin/$(PLATFORM)/openapi-gen --logtostderr --output-dir api/datadoghq/v2alpha1 --output-file zz_generated.openapi.go --output-pkg api/datadoghq/v2alpha1 --go-header-file ./hack/boilerplate.go.txt ./api/datadoghq/v2alpha1
 
 .PHONY: preflight-redhat-container
 preflight-redhat-container: bin/$(PLATFORM)/preflight
@@ -341,7 +341,7 @@ bin/$(PLATFORM)/jq: Makefile
 	hack/install-jq.sh 1.7.1
 
 bin/$(PLATFORM)/golangci-lint: Makefile
-	hack/golangci-lint.sh -b "bin/$(PLATFORM)" v1.59.1
+	hack/golangci-lint.sh -b "bin/$(PLATFORM)" v1.61.0
 
 bin/$(PLATFORM)/operator-sdk: Makefile
 	hack/install-operator-sdk.sh v1.34.1
@@ -358,7 +358,7 @@ bin/$(PLATFORM)/preflight: Makefile
 
 bin/$(PLATFORM)/openapi-gen:
 	mkdir -p $(ROOT)/bin/$(PLATFORM)
-	GOBIN=$(ROOT)/bin/$(PLATFORM) go install k8s.io/kube-openapi/cmd/openapi-gen@v0.0.0-20230717233707-2695361300d9
+	GOBIN=$(ROOT)/bin/$(PLATFORM) go install k8s.io/kube-openapi/cmd/openapi-gen@v0.0.0-20240228011516-70dd3763d340
 
 bin/$(PLATFORM)/kubebuilder:
 	./hack/install-kubebuilder.sh 4.1.1 ./bin/$(PLATFORM)