vCenter and Boskos config for the vSphere environment

Signed-off-by: Stefan Büringer buringerst@vmware.com
sbueringer · Jun 6, 2024 · 75ad2ab · 75ad2ab
1 parent 576d58a
commit 75ad2ab
Show file tree

Hide file tree

Showing 12 changed files with 824 additions and 0 deletions.
diff --git a/vsphere-boskos-poc/README.md b/vsphere-boskos-poc/README.md
@@ -0,0 +1,88 @@
+# vCenter
+
+Create via:
+```bash
+# Create terraform.tfvars in vsphere folder:
+# vsphere_password = ""
+# vsphere_server = ""
+# vsphere_user = "cloudadmin@vmc.local"
+
+cd ./vsphere
+
+docker run -ti --rm -v $(pwd):/data ubuntu:22.04 /bin/bash
+
+cd /data
+apt-get update
+apt-get install -y curl vim
+# tfswitch install to manage terraform version
+curl -L https://raw.githubusercontent.com/warrensbox/terraform-switcher/master/install.sh | bash
+# Run tfswitch to download terraform
+tfswitch
+
+# Run terraform
+terraform init
+terraform plan
+terraform apply
+```
+
+# Boskos
+
+
+```bash
+cd ./boskos
+
+export KUBECONFIG=***
+
+kubectl apply -f ./boskos/namespace.yaml
+kubectl apply -f ./boskos/boskos-resources-configmap.yaml
+kubectl apply -f ./boskos/boskos.yaml
+kubectl apply -f ./boskos/boskos-reaper-deployment.yaml
+```
+
+Init resources
+
+```bash
+cd ./boskos
+
+export BOSKOS_HOST=http://192.168.6.138:32222
+
+# Check connectivity
+curl -k -v ${BOSKOS_HOST}/metrics
+
+# Acquire all resources (repeat command until all are acquired)
+# Free
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-cloud-provider&state=free&dest=busy&owner=$(whoami)"; done
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-cluster-api-provider&state=free&dest=busy&owner=$(whoami)"; done
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-image-builder&state=free&dest=busy&owner=$(whoami)"; done
+
+# Dirty
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-cloud-provider&state=dirty&dest=busy&owner=$(whoami)"; done
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-cluster-api-provider&state=dirty&dest=busy&owner=$(whoami)"; done
+while true; do curl -X POST "${BOSKOS_HOST}/acquire?type=vsphere-project-image-builder&state=dirty&dest=busy&owner=$(whoami)"; done
+
+
+# Add user data (using homebrew / mikefarah/yq)
+for resourceType in $(yq eval '.resources[].type' boskos-resources-user-data.yaml); do
+  echo "Adding userdata to resources of type $resourceType"
+  for resourceName in $(yq eval '.resources[] | select(.type=="'$resourceType'") | .resources[].name' boskos-resources-user-data.yaml); do
+    echo "Adding userdata to resource $resourceName"
+
+    userData=$(yq eval '.resources[] | select(.type=="'${resourceType}'") | .resources[] | select(.name=="'${resourceName}'") | .userData' boskos-resources-user-data.yaml)
+
+    resourcePool="$(echo $userData | yq eval '.resourcePool')" 
+    folder="$(echo $userData | yq eval '.folder')" 
+    ipPool="$(echo $userData | yq eval '.ipPool')"
+
+    curl -X POST -d '{"ipPool":"'${ipPool}'","resourcePool":"'${resourcePool}'","folder":"'${folder}'"}' "${BOSKOS_HOST}/update?name=${resourceName}&state=busy&owner=$(whoami)" -v
+  done
+done
+
+# Release resources
+for resourceType in $(yq eval '.resources[].type' boskos-resources-user-data.yaml); do
+  echo "Releasing resources of type $resourceType"
+  for resourceName in $(yq eval '.resources[] | select(.type=="'$resourceType'") | .resources[].name' boskos-resources-user-data.yaml); do
+    echo "Releasing resource $resourceName"
+    curl -X POST "${BOSKOS_HOST}/release?name=${resourceName}&dest=free&owner=$(whoami)" 
+  done
+done
+```
diff --git a/vsphere-boskos-poc/boskos/boskos-reaper-deployment.yaml b/vsphere-boskos-poc/boskos/boskos-reaper-deployment.yaml
@@ -0,0 +1,24 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: boskos-reaper
+  labels:
+    app: boskos-reaper
+  namespace: test-pods
+spec:
+  selector:
+    matchLabels:
+      app: boskos-reaper
+  replicas: 1  # one canonical source of resources
+  template:
+    metadata:
+      labels:
+        app: boskos-reaper
+    spec:
+      terminationGracePeriodSeconds: 30
+      containers:
+      - name: boskos-reaper
+        image: gcr.io/k8s-staging-boskos/reaper:v20240416-59dbd6c
+        args:
+        - --boskos-url=http://boskos.test-pods.svc.cluster.local.
+        - --resource-type=vsphere-project-cluster-api-provider,vsphere-project-cloud-provider,vsphere-project-image-builder
diff --git a/vsphere-boskos-poc/boskos/boskos-resources-configmap.yaml b/vsphere-boskos-poc/boskos/boskos-resources-configmap.yaml
@@ -0,0 +1,57 @@
+apiVersion: v1
+data:
+  config: |
+    resources:
+    - names:
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-001
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-002
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-003
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-004
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-005
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-006
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-007
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-008
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-009
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-010
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-011
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-012
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-013
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-014
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-015
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-016
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-017
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-018
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-019
+      - k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-020
+      state: dirty
+      type: vsphere-project-cluster-api-provider
+    - names:
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-001
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-002
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-003
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-004
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-005
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-006
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-007
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-008
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-009
+      - k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-010
+      state: dirty
+      type: vsphere-project-cloud-provider
+    - names:
+      - k8s-infra-e2e-boskos-vsphere-image-builder-001
+      - k8s-infra-e2e-boskos-vsphere-image-builder-002
+      - k8s-infra-e2e-boskos-vsphere-image-builder-003
+      - k8s-infra-e2e-boskos-vsphere-image-builder-004
+      - k8s-infra-e2e-boskos-vsphere-image-builder-005
+      - k8s-infra-e2e-boskos-vsphere-image-builder-006
+      - k8s-infra-e2e-boskos-vsphere-image-builder-007
+      - k8s-infra-e2e-boskos-vsphere-image-builder-008
+      - k8s-infra-e2e-boskos-vsphere-image-builder-009
+      - k8s-infra-e2e-boskos-vsphere-image-builder-010
+      state: dirty
+      type: vsphere-project-image-builder
+kind: ConfigMap
+metadata:
+  name: resources
+  namespace: test-pods
diff --git a/vsphere-boskos-poc/boskos/boskos-resources-user-data.yaml b/vsphere-boskos-poc/boskos/boskos-resources-user-data.yaml
@@ -0,0 +1,197 @@
+resources:
+- type: vsphere-project-cluster-api-provider
+  resources:
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-001
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/001
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/001
+      ipPool: '{\"addresses\":[\"192.168.26.1-192.168.26.16\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-002
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/002
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/002
+      ipPool: '{\"addresses\":[\"192.168.26.17-192.168.26.32\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-003
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/003
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/003
+      ipPool: '{\"addresses\":[\"192.168.26.33-192.168.26.48\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-004
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/004
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/004
+      ipPool: '{\"addresses\":[\"192.168.26.49-192.168.26.64\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-005
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/005
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/005
+      ipPool: '{\"addresses\":[\"192.168.26.65-192.168.26.80\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-006
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/006
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/006
+      ipPool: '{\"addresses\":[\"192.168.26.81-192.168.26.96\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-007
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/007
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/007
+      ipPool: '{\"addresses\":[\"192.168.26.97-192.168.26.112\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-008
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/008
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/008
+      ipPool: '{\"addresses\":[\"192.168.26.113-192.168.26.128\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-009
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/009
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/009
+      ipPool: '{\"addresses\":[\"192.168.26.129-192.168.26.144\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-010
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/010
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/010
+      ipPool: '{\"addresses\":[\"192.168.26.145-192.168.26.160\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-011
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/011
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/011
+      ipPool: '{\"addresses\":[\"192.168.26.161-192.168.26.176\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-012
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/012
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/012
+      ipPool: '{\"addresses\":[\"192.168.26.177-192.168.26.192\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-013
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/013
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/013
+      ipPool: '{\"addresses\":[\"192.168.26.193-192.168.26.208\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-014
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/014
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/014
+      ipPool: '{\"addresses\":[\"192.168.26.209-192.168.26.224\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-015
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/015
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/015
+      ipPool: '{\"addresses\":[\"192.168.26.225-192.168.26.240\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-016
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/016
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/016
+      ipPool: '{\"addresses\":[\"192.168.26.241-192.168.26.256\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-017
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/017
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/017
+      ipPool: '{\"addresses\":[\"192.168.27.1-192.168.27.16\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-018
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/018
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/018
+      ipPool: '{\"addresses\":[\"192.168.27.17-192.168.27.32\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-019
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/019
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/019
+      ipPool: '{\"addresses\":[\"192.168.27.33-192.168.27.48\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cluster-api-provider-vsphere-020
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cluster-api-provider-vsphere/020
+      folder: /SDDC-Datacenter/vm/prow/cluster-api-provider-vsphere/020
+      ipPool: '{\"addresses\":[\"192.168.27.49-192.168.27.64\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+- type: vsphere-project-cloud-provider
+  resources:
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-001
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/001
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/001
+      ipPool: '{\"addresses\":[\"192.168.25.1-192.168.25.16\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-002
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/002
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/002
+      ipPool: '{\"addresses\":[\"192.168.25.17-192.168.25.32\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-003
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/003
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/003
+      ipPool: '{\"addresses\":[\"192.168.25.33-192.168.25.48\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-004
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/004
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/004
+      ipPool: '{\"addresses\":[\"192.168.25.49-192.168.25.64\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-005
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/005
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/005
+      ipPool: '{\"addresses\":[\"192.168.25.65-192.168.25.80\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-006
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/006
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/006
+      ipPool: '{\"addresses\":[\"192.168.25.81-192.168.25.96\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-007
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/007
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/007
+      ipPool: '{\"addresses\":[\"192.168.25.97-192.168.25.112\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-008
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/008
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/008
+      ipPool: '{\"addresses\":[\"192.168.25.113-192.168.25.128\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-009
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/009
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/009
+      ipPool: '{\"addresses\":[\"192.168.25.129-192.168.25.144\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+  - name: k8s-infra-e2e-boskos-vsphere-cloud-provider-vsphere-010
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/cloud-provider-vsphere/010
+      folder: /SDDC-Datacenter/vm/prow/cloud-provider-vsphere/010
+      ipPool: '{\"addresses\":[\"192.168.25.145-192.168.25.160\"],\"gateway\":\"192.168.24.1\",\"prefix\":21}'
+- type: vsphere-project-image-builder
+  resources:
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-001
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/001
+      folder: /SDDC-Datacenter/vm/prow/image-builder/001
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-002
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/002
+      folder: /SDDC-Datacenter/vm/prow/image-builder/002
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-003
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/003
+      folder: /SDDC-Datacenter/vm/prow/image-builder/003
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-004
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/004
+      folder: /SDDC-Datacenter/vm/prow/image-builder/004
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-005
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/005
+      folder: /SDDC-Datacenter/vm/prow/image-builder/005
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-006
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/006
+      folder: /SDDC-Datacenter/vm/prow/image-builder/006
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-007
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/007
+      folder: /SDDC-Datacenter/vm/prow/image-builder/007
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-008
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/008
+      folder: /SDDC-Datacenter/vm/prow/image-builder/008
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-009
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/009
+      folder: /SDDC-Datacenter/vm/prow/image-builder/009
+  - name: k8s-infra-e2e-boskos-vsphere-image-builder-010
+    userData:
+      resourcePool: /SDDC-Datacenter/host/Cluster-1/Resources/prow/image-builder/010
+      folder: /SDDC-Datacenter/vm/prow/image-builder/010