gcscopy-example.yaml

#   Copyright 2021 Google LLC
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.
#
# Copies files from one bucket to another based on Storage Notifications API.
# You may want to increase function timeout for large files, or use Cloud Run for longer timeouts.
# (copying 6 GB might take from 7 minutes to 2 second depending on source/destination region,
# storage class, etc.)
retryPeriod: 3 day ago

processors:
  - genericjson

processIf: "{% if event.attributes.eventType == 'OBJECT_FINALIZE' %}1{% endif %}"

outputs:
  - type: logger
    message: 'Backing up object from source bucket.'
    variables:
      mime_type: "{{ ('gs://' ~ data.bucket ~ '/' ~ data.name)|read_gcs_object(0, 1024)|filemagic }}"
  - type: gcscopy
    sourceBucket: "{{ data.bucket }}"
    sourceObject: "{{ data.name }}"
    destinationBucket: "my-gcscopy-testing-bucket"
    destinationObject: "copy-{{ data.name }}"