forked from grpc/test-infra
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Makefile
290 lines (200 loc) · 13.5 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
# Version tag for all images
TEST_INFRA_VERSION ?= latest
# Version of gRPC core used for the gRPC driver
# Pinned to include the following PR:
# https://github.com/grpc/grpc/pull/31611
DRIVER_VERSION ?= d44e1520a73e928cf6d57de16ca821614c3c642b
# Prefix for all images used as clone and ready containers, enabling use with
# registries other than Docker Hub
INIT_IMAGE_PREFIX ?= ""
# Prefix for all images used as build containers, enabling use with registries
# other than Docker Hub
BUILD_IMAGE_PREFIX ?= ""
# Prefix for all images used as runtime containers, enabling use with registries
# other than Docker Hub
RUN_IMAGE_PREFIX ?= ""
# Prefix for all images used for PSM related tests, enabling use with
# registries other than Docker Hub
PSM_IMAGE_PREFIX ?= $(RUN_IMAGE_PREFIX)
# Image URL to use all building/pushing image targets
CONTROLLER_IMG ?= $(RUN_IMAGE_PREFIX)controller:$(TEST_INFRA_VERSION)
# Produce CRDs that work back to Kubernetes 1.11 (no version conversion)
CRD_OPTIONS ?= "crd:trivialVersions=true,preserveUnknownFields=false"
# Golang command for build
GOCMD ?= go
# Golang build arguments
GOARGS = -trimpath
# Project directory.
PROJECT_DIR := $(shell dirname $(abspath $(lastword $(MAKEFILE_LIST))))
# Setting SHELL to bash allows bash commands to be executed by recipes.
# This is a requirement for 'setup-envtest.sh' in the test target.
# Options are set to exit when a recipe line exits non-zero or a piped command fails.
SHELL = /usr/bin/env bash -o pipefail
.SHELLFLAGS = -ec
# Make all targets PHONY.
MAKEFLAGS += --always-make
all: controller all-tools
all-tools: runner prepare_prebuilt_workers delete_prebuilt_workers
##@ General
# The help target prints out all targets with their descriptions organized
# beneath their categories. The categories are represented by '##@' and the
# target descriptions by '##'. The awk commands is responsible for reading the
# entire set of makefiles included in this invocation, looking for lines of the
# file as xyz: ## something, and then pretty-format the target and help. Then,
# if there's a line with ##@ something, that gets pretty-printed as a category.
# More info on the usage of ANSI control characters for terminal formatting:
# https://en.wikipedia.org/wiki/ANSI_escape_code#SGR_parameters
# More info on the awk command:
# http://linuxcommand.org/lc3_adv_awk.php
help: ## Display this help.
@awk 'BEGIN {FS = ":.*##"; printf "\nUsage:\n make \033[36m<target>\033[0m\n"} /^[a-zA-Z_0-9-]+:.*?##/ { printf " \033[36m%-25s\033[0m %s\n", $$1, $$2 } /^##@/ { printf "\n\033[1m%s\033[0m\n", substr($$0, 5) } ' $(MAKEFILE_LIST)
##@ Development
manifests: controller-gen ## Generate WebhookConfiguration, ClusterRole and CustomResourceDefinition objects.
$(CONTROLLER_GEN) $(CRD_OPTIONS) rbac:roleName=manager-role webhook paths="./..." output:crd:artifacts:config=config/crd/bases
generate: controller-gen ## Generate code containing DeepCopy, DeepCopyInto, and DeepCopyObject method implementations.
$(CONTROLLER_GEN) object:headerFile="hack/boilerplate.go.txt" paths="./..."
fmt: ## Run go fmt against code.
$(GOCMD) fmt ./...
vet: ## Run go vet against code.
$(GOCMD) vet ./...
ENVTEST_ASSETS_DIR = $(PROJECT_DIR)/testbin
test: manifests generate fmt vet ## Run tests.
mkdir -p $(ENVTEST_ASSETS_DIR)
test -f $(ENVTEST_ASSETS_DIR)/setup-envtest.sh || curl -sSLo $(ENVTEST_ASSETS_DIR)/setup-envtest.sh https://raw.githubusercontent.com/kubernetes-sigs/controller-runtime/v0.8.3/hack/setup-envtest.sh
source $(ENVTEST_ASSETS_DIR)/setup-envtest.sh; fetch_envtest_tools $(ENVTEST_ASSETS_DIR); setup_envtest_env $(ENVTEST_ASSETS_DIR); $(GOCMD) test ./... -coverprofile cover.out -race -v
##@ Build executables
controller: generate fmt vet ## Build load test controller binary.
$(GOCMD) build $(GOARGS) -o $(PROJECT_DIR)/bin/controller cmd/controller/main.go
runner: fmt vet ## Build the runner tool binary.
$(GOCMD) build $(GOARGS) -o $(PROJECT_DIR)/bin/runner tools/cmd/runner/main.go
prepare_prebuilt_workers: fmt vet ## Build the prepare_prebuilt_workers tool binary.
$(GOCMD) build $(GOARGS) -o $(PROJECT_DIR)/bin/prepare_prebuilt_workers tools/cmd/prepare_prebuilt_workers/main.go
delete_prebuilt_workers: fmt vet ## Build the delete_prebuilt_workers tool binary.
$(GOCMD) build $(GOARGS) -o $(PROJECT_DIR)/bin/delete_prebuilt_workers tools/cmd/delete_prebuilt_workers/main.go
##@ Build container images
all-images: clone-image controller-image csharp-build-image cxx-image dotnet-build-image dotnet-image driver-image go-image java-image node-build-image node-image php7-build-image php7-image python-image ready-image ruby-build-image ruby-image ## Build all container images.
clone-image: ## Build the clone init container image.
docker build -t $(INIT_IMAGE_PREFIX)clone:$(TEST_INFRA_VERSION) containers/init/clone
controller-image: ## Build the load test controller container image.
docker build -t $(CONTROLLER_IMG) -f containers/runtime/controller/Dockerfile .
csharp-build-image: ## Build the C# build-time container image.
docker build -t $(BUILD_IMAGE_PREFIX)csharp:$(TEST_INFRA_VERSION) containers/init/build/csharp
cxx-image: ## Build the C++ test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)cxx:$(TEST_INFRA_VERSION) containers/runtime/cxx
dotnet-build-image: ## Build the grpc-dotnet build-time container image.
docker build -t $(BUILD_IMAGE_PREFIX)dotnet:$(TEST_INFRA_VERSION) containers/init/build/dotnet
dotnet-image: ## Build the grpc-dotnet test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)dotnet:$(TEST_INFRA_VERSION) containers/runtime/dotnet
driver-image: ## Build the driver container image.
docker build --build-arg GITREF=$(DRIVER_VERSION) --build-arg BREAK_CACHE="$(date +%Y%m%d%H%M%S)" -t $(RUN_IMAGE_PREFIX)driver:$(TEST_INFRA_VERSION) containers/runtime/driver
go-image: ## Build the Go test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)go:$(TEST_INFRA_VERSION) containers/runtime/go
java-image: ## Build the Java test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)java:$(TEST_INFRA_VERSION) containers/runtime/java
node-build-image: ## Build the Node.js build image
docker build -t $(BUILD_IMAGE_PREFIX)node:$(TEST_INFRA_VERSION) containers/init/build/node
node-image: ## Build the Node.js test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)node:$(TEST_INFRA_VERSION) containers/runtime/node
php7-build-image: ## Build the PHP7 build-time container image.
docker build -t $(BUILD_IMAGE_PREFIX)php7:$(TEST_INFRA_VERSION) containers/init/build/php7
php7-image: ## Build the PHP7 test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)php7:$(TEST_INFRA_VERSION) containers/runtime/php7
python-image: ## Build the Python test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)python:$(TEST_INFRA_VERSION) containers/runtime/python
ready-image: ## Build the ready init container image.
docker build -t $(INIT_IMAGE_PREFIX)ready:$(TEST_INFRA_VERSION) -f containers/init/ready/Dockerfile .
ruby-build-image: ## Build the Ruby build-time container image.
docker build -t $(BUILD_IMAGE_PREFIX)ruby:$(TEST_INFRA_VERSION) containers/init/build/ruby
ruby-image: ## Build the Ruby test runtime container image.
docker build -t $(RUN_IMAGE_PREFIX)ruby:$(TEST_INFRA_VERSION) containers/runtime/ruby
##@ Publish container images
push-all-images: push-clone-image push-controller-image push-csharp-build-image push-cxx-image push-dotnet-build-image push-dotnet-image push-driver-image push-go-image push-java-image push-node-build-image push-node-image push-php7-build-image push-php7-image push-python-image push-ready-image push-ruby-build-image push-ruby-image ## Push all container images to a registry.
push-clone-image: ## Push the clone init container image to a registry.
docker push $(INIT_IMAGE_PREFIX)clone:$(TEST_INFRA_VERSION)
push-controller-image: ## Push the load test controller container image to a registry.
docker push $(CONTROLLER_IMG)
push-csharp-build-image: ## Push the C# build-time container image to a registry.
docker push $(BUILD_IMAGE_PREFIX)csharp:$(TEST_INFRA_VERSION)
push-cxx-image: ## Push the C++ test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)cxx:$(TEST_INFRA_VERSION)
push-dotnet-build-image: ## Push the grpc-dotnet build image to a docker registry
docker push $(BUILD_IMAGE_PREFIX)dotnet:$(TEST_INFRA_VERSION)
push-dotnet-image: ## Push the grpc-dotnet.js test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)dotnet:$(TEST_INFRA_VERSION)
push-driver-image: ## Push the driver container image to a registry.
docker push $(RUN_IMAGE_PREFIX)driver:$(TEST_INFRA_VERSION)
push-go-image: ## Push the Go test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)go:$(TEST_INFRA_VERSION)
push-java-image: ## Push the Java test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)java:$(TEST_INFRA_VERSION)
push-node-build-image: ## Push the Node.js build image to a docker registry
docker push $(BUILD_IMAGE_PREFIX)node:$(TEST_INFRA_VERSION)
push-node-image: ## Push the Node.js test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)node:$(TEST_INFRA_VERSION)
push-php7-build-image: ## Push the PHP7 build-time container image to a registry.
docker push $(BUILD_IMAGE_PREFIX)php7:$(TEST_INFRA_VERSION)
push-php7-image: ## Push the PHP7 test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)php7:$(TEST_INFRA_VERSION)
push-python-image: ## Push the Python test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)python:$(TEST_INFRA_VERSION)
push-ready-image: ## Push the ready init container image to a registry.
docker push $(INIT_IMAGE_PREFIX)ready:$(TEST_INFRA_VERSION)
push-ruby-build-image: ## Push the Ruby build-time container image to a registry.
docker push $(BUILD_IMAGE_PREFIX)ruby:$(TEST_INFRA_VERSION)
push-ruby-image: ## Push the Ruby test runtime container image to a registry.
docker push $(RUN_IMAGE_PREFIX)ruby:$(TEST_INFRA_VERSION)
##@ Build PSM related container images
all-psm-images: sidecar-image xds-server-image ## Build all psm related container images to a registry.
sidecar-image: ## Build the sidecar runtime container image.
docker build --no-cache -t ${PSM_IMAGE_PREFIX}sidecar:${TEST_INFRA_VERSION} containers/runtime/sidecar/
xds-server-image: ## Build the xds server runtime container image.
docker build --no-cache -t ${PSM_IMAGE_PREFIX}xds-server:${TEST_INFRA_VERSION} -f containers/runtime/xds-server/Dockerfile .
##@ Publish PSM related container images
push-all-psm-images: push-sidecar-image push-xds-server-image ## Push all psm related container images to a registry.
push-sidecar-image: ## Push the sidecar image to container registry.
docker push ${PSM_IMAGE_PREFIX}sidecar:${TEST_INFRA_VERSION}
push-xds-server-image: ## Push the xds-server image to container registry.
docker push ${PSM_IMAGE_PREFIX}xds-server:${TEST_INFRA_VERSION}
##@ Deployment
install: install-crd install-rbac ## Install both CRDs and RBACs
uninstall: uninstall-crd uninstall-rbac ## Uninstall both CRDs and RBACs
install-crd: manifests kustomize ## Install CRDs into the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/crd | kubectl apply -f -
uninstall-crd: manifests kustomize ## Uninstall CRDs from the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/crd | kubectl delete --ignore-not-found=true -f -
install-rbac: manifests kustomize ## Install RBACs into the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/rbac | kubectl apply -f -
uninstall-rbac: manifests kustomize ## Uninstall RBACs from the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/rbac | kubectl delete --ignore-not-found=true -f -
install-prometheus-crds: ## Install Prometheus and Prometheus Operator related CRDs into the K8s cluster specified in ~/.kube/config.
kubectl create -f config/prometheus/crds/bases/crds.yaml
uninstall-prometheus-crds: ## Uninstall Prometheus and Prometheus Operator related CRDs from the K8s cluster specified in ~/.kube/config.
kubectl delete --ignore-not-found=true -f config/prometheus/crds/bases/crds.yaml
deploy-prometheus: kustomize ## Deploy Prometheus Operator and Prometheus into the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/prometheus/ | kubectl apply -f -
undeploy-prometheus: kustomize ## Delete Prometheus Operator and Prometheus deployment from the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/prometheus/ | kubectl delete --ignore-not-found=true -f -
deploy: manifests kustomize ## Deploy controller to the K8s cluster specified in ~/.kube/config.
cd config/manager && $(KUSTOMIZE) edit set image controller=$(CONTROLLER_IMG)
$(KUSTOMIZE) build config/default | kubectl apply -f -
undeploy: ## Undeploy controller from the K8s cluster specified in ~/.kube/config.
$(KUSTOMIZE) build config/default | kubectl delete -f -
##@ Tools
CONTROLLER_GEN = $(PROJECT_DIR)/bin/controller-gen
controller-gen: ## Download controller-gen locally if necessary.
$(call go-install-tool,$(CONTROLLER_GEN),sigs.k8s.io/controller-tools/cmd/controller-gen@v0.4.1)
KUSTOMIZE = $(PROJECT_DIR)/bin/kustomize
kustomize: ## Download kustomize locally if necessary.
$(call go-install-tool,$(KUSTOMIZE),sigs.k8s.io/kustomize/kustomize/v4@v4.5.2)
# go-install-tool will 'go install' any package $2 and install it to $1.
define go-install-tool
@[ -f $(1) ] || { \
set -e ;\
TMP_DIR=$$(mktemp -d) ;\
cd $$TMP_DIR ;\
$(GOCMD) mod init tmp ;\
echo "Downloading $(2)" ;\
GOBIN=$(PROJECT_DIR)/bin $(GOCMD) install $(2) ;\
rm -rf $$TMP_DIR ;\
}
endef