E2E deploy test: rewrite in go tests

.github/chatops_commands.md

@@ -4,3 +4,4 @@
 - :white_check_mark: `/gen-test` - generate test codes
 - :label: `/label` - add labels
 - :rewind: `/rebase` - rebase master
+- :end: :two: :end: `/label actions/e2e-deploy` - run E2E deploy & integration test

.github/helm/values/values-agent-sidecar.yaml

@@ -0,0 +1,89 @@
+#
+# Copyright (C) 2019-2021 vdaas.org vald team <vald@vdaas.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+defaults:
+  logging:
+    level: info
+
+agent:
+  minReplicas: 1
+  podManagementPolicy: Parallel
+  hpa:
+    enabled: false
+  resources:
+    requests:
+      cpu: 100m
+      memory: 50Mi
+  volumes:
+    - name: ngt-index
+      emptyDir: {}
+  volumeMounts:
+    - name: ngt-index
+      mountPath: /var/ngt
+  ngt:
+    auto_index_duration_limit: 3m
+    auto_index_check_duration: 1m
+    auto_index_length: 1000
+    dimension: 784
+    index_path: /var/ngt/index
+    enable_in_memory_mode: false
+  sidecar:
+    enabled: true
+    initContainerEnabled: true
+    env:
+      - name: AWS_ACCESS_KEY
+        value: ACCESSKEY
+      - name: AWS_SECRET_ACCESS_KEY
+        value: SECRETKEY
+    resources:
+      requests:
+        cpu: 100m
+        memory: 100Mi
+    config:
+      filename: vald-agent-ngt-index
+      blob_storage:
+        storage_type: "s3"
+        bucket: "vald-minio"
+        s3:
+          endpoint: "http://minio.default.svc.cluster.local:9000"
+          region: "us-east-1"
+          force_path_style: true
+
+gateway:
+  vald:
+    enabled: false
+  lb:
+    enabled: false
+  backup:
+    enabled: false
+  meta:
+    enabled: false
+
+discoverer:
+  enabled: false
+
+manager:
+  compressor:
+    enabled: false
+
+  backup:
+    enabled: false
+
+  index:
+    enabled: false
+
+meta:
+  enabled: false

charts/vald/values-ci.yaml → .github/helm/values/values-redis-mysql.yaml

@@ -14,8 +14,15 @@
 # limitations under the License.
 #
 
+defaults:
+  logging:
+    level: info
+
 gateway:
   vald:
+    enabled: false
+  lb:
+    enabled: true
     minReplicas: 1
     hpa:
       enabled: false
@@ -25,6 +32,24 @@ gateway:
         memory: 50Mi
     gateway_config:
       index_replica: 3
+  backup:
+    enabled: true
+    minReplicas: 1
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
+  meta:
+    enabled: true
+    minReplicas: 1
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
 
 agent:
   minReplicas: 3
@@ -37,10 +62,10 @@ agent:
       cpu: 100m
       memory: 50Mi
   ngt:
-    auto_index_duration_limit: 60s
-    auto_index_check_duration: 5s
-    auto_index_length: 10
-    dimension: 6
+    auto_index_duration_limit: 3m
+    auto_index_check_duration: 1m
+    auto_index_length: 1000
+    dimension: 784
 
 discoverer:
   minReplicas: 1
@@ -53,7 +78,7 @@ discoverer:
 
 manager:
   compressor:
-    minReplicas: 1
+    minReplicas: 3
     hpa:
       enabled: false
     resources:
@@ -64,7 +89,7 @@ manager:
       compress_algorithm: gob
 
   backup:
-    minReplicas: 1
+    minReplicas: 3
     hpa:
       enabled: false
     resources:
@@ -80,7 +105,7 @@ manager:
         memory: 30Mi
 
 meta:
-  minReplicas: 1
+  minReplicas: 3
   hpa:
     enabled: false
   resources:

.github/helm/values/values-scylla.yaml

@@ -0,0 +1,152 @@
+#
+# Copyright (C) 2019-2021 vdaas.org vald team <vald@vdaas.org>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+defaults:
+  logging:
+    level: info
+
+gateway:
+  vald:
+    enabled: false
+  lb:
+    enabled: true
+    minReplicas: 1
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
+    gateway_config:
+      index_replica: 3
+  backup:
+    enabled: true
+    minReplicas: 1
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
+  meta:
+    enabled: true
+    minReplicas: 1
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
+
+agent:
+  minReplicas: 3
+  maxReplicas: 10
+  podManagementPolicy: Parallel
+  hpa:
+    enabled: false
+  resources:
+    requests:
+      cpu: 100m
+      memory: 50Mi
+  ngt:
+    auto_index_duration_limit: 3m
+    auto_index_check_duration: 1m
+    auto_index_length: 1000
+    dimension: 784
+
+discoverer:
+  minReplicas: 1
+  hpa:
+    enabled: false
+  resources:
+    requests:
+      cpu: 100m
+      memory: 50Mi
+
+manager:
+  compressor:
+    minReplicas: 3
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 50Mi
+    compress:
+      compress_algorithm: gob
+
+  backup:
+    minReplicas: 3
+    hpa:
+      enabled: false
+    resources:
+      requests:
+        cpu: 100m
+        memory: 30Mi
+    image:
+      repository: vdaas/vald-manager-backup-cassandra
+    initContainers:
+      - type: wait-for-cassandra
+        name: wait-for-scylla
+        image: cassandra:latest
+        cassandra:
+          hosts:
+            - vald-scylla-cluster-dc0-rack0-0.scylla.svc.cluster.local
+        sleepDuration: 2
+    env: []
+    mysql:
+      enabled: false
+    cassandra:
+      enabled: true
+      config:
+        hosts:
+          - vald-scylla-cluster-dc0-rack0-0.scylla.svc.cluster.local
+        consistency: one
+
+  index:
+    replicas: 1
+    resources:
+      requests:
+        cpu: 100m
+        memory: 30Mi
+
+meta:
+  minReplicas: 3
+  hpa:
+    enabled: false
+  resources:
+    requests:
+      cpu: 100m
+      memory: 30Mi
+  image:
+    repository: vdaas/vald-meta-cassandra
+  initContainers:
+    - type: wait-for-cassandra
+      name: wait-for-scylla
+      image: cassandra:latest
+      cassandra:
+        hosts:
+          - vald-scylla-cluster-dc0-rack0-0.scylla.svc.cluster.local
+      sleepDuration: 2
+  env: []
+  redis:
+    enabled: false
+  cassandra:
+    enabled: true
+    config:
+      hosts:
+        - vald-scylla-cluster-dc0-rack0-0.scylla.svc.cluster.local
+      consistency: one