kubernetes-public: Enable BigQuery Data Transfer

Part of : kubernetes#1308 Ref: kubernetes#787 Followup of : kubernetes#2747 Enable GCP required service for data transfer Signed-off-by: Arnaud Meukam <ameukam@gmail.com>
ameukam · Sep 17, 2021 · fea2184 · fea2184
1 parent 200132b
commit fea2184
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/infra/gcp/bash/ensure-main-project.sh b/infra/gcp/bash/ensure-main-project.sh
@@ -91,6 +91,8 @@ readonly MAIN_PROJECT_SERVICES=(
     billingbudgets.googleapis.com
     # We export billing data to bigquery
     bigquery.googleapis.com
+    # We transfer data from other BigQuery datasets
+    bigquerydatatransfer.googleapis.com
     # We use cloud asset inventory from this project to audit all projects
     cloudasset.googleapis.com
     # We require use of cloud shell to access clusters in this project

diff --git a/infra/gcp/terraform/kubernetes-public/k8s-kettle.tf b/infra/gcp/terraform/kubernetes-public/k8s-kettle.tf
@@ -87,7 +87,7 @@ resource "google_bigquery_data_transfer_config" "bq_data_transfer_kettle" {
   data_source_id         = "cross_region_copy"
   destination_dataset_id = google_bigquery_dataset.prod_kettle_dataset.dataset_id
   service_account_name   = google_service_account.bq_kettle_data_transfer_writer.email
-  disabled               = true
+  disabled               = false
 
   params = {
     overwrite_destination_table = "true"