Update elasticsearch V2 blueprint (#1822)

* Update elasticsearch V2 blueprint * Add -c flag to gzip command * Update image tag for es sidecar Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
kanisterio · Dec 31, 2022 · f908fed · f908fed
1 parent 0a9d583
commit f908fed
Showing 1 changed file with 19 additions and 6 deletions.
diff --git a/examples/elasticsearch/blueprint-v2/elasticsearch-blueprint.yaml b/examples/elasticsearch/blueprint-v2/elasticsearch-blueprint.yaml
@@ -13,6 +13,11 @@ actions:
     phases:
     - func: KubeTask
       name: backupToStore
+      objects:
+        esMasterCredSecret:
+          kind: Secret
+          name: "{{ index .Object.metadata.labels.app }}-credentials"
+          namespace: "{{ .StatefulSet.Namespace }}"
       args:
         namespace: "{{ .StatefulSet.Namespace }}"
         image: "ghcr.io/kanisterio/es-sidecar:0.85.0"
@@ -26,17 +31,23 @@ actions:
         - |
           host_name="{{ .Object.spec.serviceName }}.{{ .StatefulSet.Namespace }}.svc.cluster.local"
           backup_file_path='backup.gz'
-          elasticdump --bulk=true --input=http://${host_name}:9200 --output=/backup
-          gzip /backup
-          kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" /backup.gz
+          master_username="{{ index .Phases.backupToStore.Secrets.esMasterCredSecret.Data "username" | toString }}"
+          master_password="{{ index .Phases.backupToStore.Secrets.esMasterCredSecret.Data "password" | toString }}"
+          NODE_TLS_REJECT_UNAUTHORIZED=0 elasticdump --bulk=true --input=https://${master_username}:${master_password}@${host_name}:9200 --output=/backup
+          gzip -c /backup | kando location push --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --output-name "kopiaOutput" -
   restore:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
     # Use the `--kopia-snapshot` flag in kando to pass in `esBackup.KopiaSnapshot`
     - esBackup
     phases:
     - func: KubeTask
-      name: restoreFromStore
+      name: restoreFromObjectStore
+      objects:
+        esMasterCredSecret:
+          kind: Secret
+          name: "{{ index .Object.metadata.labels.app }}-credentials"
+          namespace: "{{ .StatefulSet.Namespace }}"      
       args:
         namespace: "{{ .StatefulSet.Namespace }}"
         image: "ghcr.io/kanisterio/es-sidecar:0.85.0"
@@ -51,7 +62,9 @@ actions:
           host_name="{{ .Object.spec.serviceName }}.{{ .StatefulSet.Namespace }}.svc.cluster.local"
           backup_file_path='backup.gz'
           kopia_snap='{{ .ArtifactsIn.esBackup.KopiaSnapshot }}'
-          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip | elasticdump --bulk=true --input=$ --output=http://${host_name}:9200
+          master_username="{{ index .Phases.restoreFromObjectStore.Secrets.esMasterCredSecret.Data "username" | toString }}"
+          master_password="{{ index .Phases.restoreFromObjectStore.Secrets.esMasterCredSecret.Data "password" | toString }}"
+          kando location pull --profile '{{ toJson .Profile }}' --path "${backup_file_path}" --kopia-snapshot "${kopia_snap}" - | gunzip -c | NODE_TLS_REJECT_UNAUTHORIZED=0 elasticdump --bulk=true --input=$ --output=https://${master_username}:${master_password}@${host_name}:9200
   delete:
     inputArtifactNames:
     # The kopia snapshot info created in backup phase can be used here
@@ -62,7 +75,7 @@ actions:
       name: deleteFromStore
       args:
         namespace: "{{ .Namespace.Name }}"
-        image: "ghcr.io/kanisterio/es-sidecar:0.53.0"
+        image: "ghcr.io/kanisterio/es-sidecar:0.85.0"
         command:
         - bash
         - -o