sig-scalability: migrate ci-kubernetes-e2e-gce-scale-performance

Ref: kubernetes/perf-tests#1898

- Migrate the job to community-owned infrastructure
- change logs destination bucket
- change project used to run the job

Signed-off-by: Arnaud Meukam <ameukam@gmail.com>

config/jobs/kubernetes/sig-k8s-infra/canaries/sig-scalability.yaml

@@ -50,86 +50,6 @@ periodics:
           cpu: 6
           memory: "32Gi"
 
-- cron: '1 17 * * *' # Run daily at 9:01PST (17:01 UTC)
-  name: ci-kubernetes-e2e-gce-scale-performance-canary
-  tags:
-  - "perfDashPrefix: gce-5000Nodes"
-  - "perfDashBuildsCount: 270"
-  - "perfDashJobType: performance"
-  cluster: k8s-infra-prow-build
-  labels:
-    preset-service-account: "true"
-    preset-k8s-ssh: "true"
-    preset-e2e-scalability-common: "true"
-    preset-e2e-scalability-periodics: "true"
-    preset-e2e-scalability-periodics-master: "true"
-  decorate: true
-  decoration_config:
-    timeout: 450m
-  extra_refs:
-  - org: kubernetes
-    repo: kubernetes
-    base_ref: master
-    path_alias: k8s.io/kubernetes
-  - org: kubernetes
-    repo: perf-tests
-    base_ref: master
-    path_alias: k8s.io/perf-tests
-  annotations:
-    testgrid-dashboards: sig-k8s-infra-canaries
-    testgrid-tab-name: gce-master-scale-performance-canary
-  spec:
-    containers:
-    - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20210928-2a55334641-master
-      command:
-      - runner.sh
-      - /workspace/scenarios/kubernetes_e2e.py
-      args:
-      - --cluster=gce-scale-cluster
-      - --env=HEAPSTER_MACHINE_TYPE=e2-standard-32
-      # TODO(mborsz): Adjust or remove this change once we understand coredns
-      # memory usage regression.
-      - --env=KUBE_DNS_MEMORY_LIMIT=300Mi
-      - --extract=ci/latest-fast
-      - --extract-ci-bucket=k8s-release-dev
-      - --gcp-nodes=5000
-      - --gcp-project=k8s-infra-e2e-scale-5k-project
-      - --gcp-zone=us-east1-b
-      - --provider=gce
-      - --metadata-sources=cl2-metadata.json
-      - --env=CL2_LOAD_TEST_THROUGHPUT=50
-      - --env=CL2_DELETE_TEST_THROUGHPUT=30
-      - --env=CL2_ENABLE_HUGE_SERVICES=true
-      # Overrides CONTROLLER_MANAGER_TEST_ARGS from preset-e2e-scalability-periodics.
-      - --env=CONTROLLER_MANAGER_TEST_ARGS=--profiling --kube-api-qps=100 --kube-api-burst=100 --endpointslice-updates-batch-period=500ms --endpoint-updates-batch-period=500ms
-      - --env=CL2_ENABLE_API_AVAILABILITY_MEASUREMENT=true
-      - --env=CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD=99.5
-      - --test=false
-      - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
-      - --test-cmd-args=cluster-loader2
-      - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true
-      - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID)
-      - --test-cmd-args=--nodes=5000
-      - --test-cmd-args=--prometheus-scrape-node-exporter
-      - --test-cmd-args=--provider=gce
-      - --test-cmd-args=--report-dir=$(ARTIFACTS)
-      - --test-cmd-args=--testconfig=testing/load/config.yaml
-      - --test-cmd-args=--testconfig=testing/access-tokens/config.yaml
-      - --test-cmd-args=--testoverrides=./testing/experiments/enable_restart_count_check.yaml
-      - --test-cmd-args=--testoverrides=./testing/experiments/ignore_known_gce_container_restarts.yaml
-      - --test-cmd-args=--testoverrides=./testing/overrides/5000_nodes.yaml
-      - --test-cmd-name=ClusterLoaderV2
-      - --timeout=420m
-      - --use-logexporter
-      - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID)
-      resources:
-        requests:
-          cpu: 6
-          memory: "16Gi"
-        limits:
-          cpu: 6
-          memory: "16Gi"
-
 - name: ci-kubernetes-kubemark-500-gce-canary
   tags:
   - "perfDashPrefix: kubemark-500Nodes"

config/jobs/kubernetes/sig-scalability/sig-scalability-release-blocking-jobs.yaml

@@ -59,7 +59,7 @@ periodics:
   - "perfDashPrefix: gce-5000Nodes"
   - "perfDashBuildsCount: 270"
   - "perfDashJobType: performance"
-  cluster: scalability
+  cluster: k8s-infra-prow-build
   labels:
     preset-service-account: "true"
     preset-k8s-ssh: "true"
@@ -98,7 +98,7 @@ periodics:
       - --extract=ci/latest-fast
       - --extract-ci-bucket=k8s-release-dev
       - --gcp-nodes=5000
-      - --gcp-project=kubernetes-scale
+      - --gcp-project=k8s-infra-e2e-scale-5k-project
       - --gcp-zone=us-east1-b
       - --provider=gce
       - --metadata-sources=cl2-metadata.json
@@ -128,7 +128,7 @@ periodics:
       - --test-cmd-name=ClusterLoaderV2
       - --timeout=420m
       - --use-logexporter
-      - --logexporter-gcs-path=gs://sig-scalability-logs/$(JOB_NAME)/$(BUILD_ID)
+      - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID)
       resources:
         requests:
           cpu: 6