Local registry mirror for local setup (#1509)

* Enable local registry according to https://k3d.io/v5.4.4/usage/registries/#creating-a-registry-proxy-pull-through-registry

* Use it in local test-gslbX clusters

* This is to optimize local setup, especially to avoid dockerhub rate
  limiting

Signed-off-by: Yury Tsarev <yury@upbound.io>

Makefile

@@ -229,7 +229,7 @@ deploy-k8gb-with-helm:
 		--set k8gb.log.level=$(LOG_LEVEL) \
 		--set rfc2136.enabled=true \
 		--set k8gb.edgeDNSServers[0]=$(shell $(CLUSTER_GSLB_GATEWAY)):1053 \
-		--wait --timeout=2m0s
+		--wait --timeout=10m0s
 
 .PHONY: deploy-gslb-operator
 deploy-gslb-operator: ## Deploy k8gb operator

k3d/edge-dns.yaml

@@ -22,3 +22,15 @@ options:
       - arg: --disable=traefik,servicelb,metrics-server,local-storage
         nodeFilters:
           - server:*
+registries:
+  create:
+    name: k3d-docker-io # name of the registry container
+    proxy:
+      remoteURL: https://registry-1.docker.io # proxy DockerHub
+    volumes:
+      - /tmp/reg:/var/lib/registry # persist data locally in /tmp/reg
+  config: | # tell K3s to use this registry when pulling from DockerHub
+    mirrors:
+      "docker.io":
+        endpoint:
+          - http://k3d-docker-io:5000

k3d/test-gslb1.yaml

@@ -34,3 +34,9 @@ options:
       - arg: --disable=traefik,servicelb,metrics-server,local-storage
         nodeFilters:
           - server:*
+registries:
+  config: | # tell K3s to use this registry when pulling from DockerHub
+    mirrors:
+      "docker.io":
+        endpoint:
+          - http://k3d-docker-io:5000

k3d/test-gslb2.yaml

@@ -31,3 +31,9 @@ options:
       - arg: --disable=traefik,servicelb,metrics-server,local-storage
         nodeFilters:
           - server:*
+registries:
+  config: | # tell K3s to use this registry when pulling from DockerHub
+    mirrors:
+      "docker.io":
+        endpoint:
+          - http://k3d-docker-io:5000

k3d/test-gslb3.yaml

@@ -31,3 +31,9 @@ options:
       - arg: --disable=traefik,servicelb,metrics-server,local-storage
         nodeFilters:
           - server:*
+registries:
+  config: | # tell K3s to use this registry when pulling from DockerHub
+    mirrors:
+      "docker.io":
+        endpoint:
+          - http://k3d-docker-io:5000