Taskfile.yaml

# yamllint disable rule:line-length
---
version: '3'

output: prefixed

vars:
  CLUSTER_NAME: eck-demo
  ELASTIC_NS: elastic-system
  KUBECTL_CONTEXT: kind-{{.CLUSTER_NAME}}
  ELASTIC_SECRET_NAME: elasticsearch-logs-es-elastic-user
  ELASTIC_IMAGE: docker.elastic.co/elasticsearch/elasticsearch:8.4.1
  KIBANA_IMAGE: docker.elastic.co/kibana/kibana:8.4.1
  ELASTIC_OPERATOR_IMAGE: docker.elastic.co/eck/eck-operator:2.4.0
  FILEBEAT_IMAGE: docker.elastic.co/beats/filebeat:8.4.1


tasks:
  default:
    cmds:
      - task: create-cluster
  all:
    cmds:
      - task: test

  check-requirements:
    preconditions:
      - sh: which kind
        msg: Kind must be install
      - sh: which kubectl
        msg: Kubectl must be install
      - sh: which helm
        msg: Helm must be installed
      - sh: which terraform
        msg: Terraform must be installed
      - sh: which ab
        msg: Apache Bench must be install -> sudo apt-get install -y apache2-utils

  set-context:
    status:
      - kubectl config current-context | grep {{.KUBECTL_CONTEXT}}
      - kubectl config view --minify -o jsonpath='{..namespace}' | grep {{.ELASTIC_NS}}
      - kubectl get pods
    preconditions:
      - sh: kubectl get pods -n {{.ELASTIC_NS}}
        msg: Cannot connect to {{.CLUSTER_NS}} on namespace {{.ELASTIC_NS}}
    cmds:
      - kubectl config set-context {{.KUBECTL_CONTEXT}} --namespace={{.ELASTIC_NS}}
      - kubectl config use-context {{.KUBECTL_CONTEXT}}

  create-cluster:
    deps:
      - check-requirements
    status:
      - kind get clusters | grep {{.CLUSTER_NAME}}
    cmds:
      - kind create cluster -n {{.CLUSTER_NAME}} --config kind-config.yaml
      - sudo sysctl -w vm.max_map_count=262144
      - docker pull {{.ELASTIC_IMAGE}} && kind load docker-image -n {{.CLUSTER_NAME}} {{.ELASTIC_IMAGE}}
      - docker pull {{.KIBANA_IMAGE}} && kind load docker-image -n {{.CLUSTER_NAME}} {{.KIBANA_IMAGE}}
      - docker pull {{.ELASTIC_OPERATOR_IMAGE}} && kind load docker-image -n {{.CLUSTER_NAME}} {{.ELASTIC_OPERATOR_IMAGE}}
      - docker pull {{.FILEBEAT_IMAGE}} && kind load docker-image -n {{.CLUSTER_NAME}} {{.FILEBEAT_IMAGE}}
      - task: set-context
      - helm repo add metrics-server https://kubernetes-sigs.github.io/metrics-server/
      - helm repo update
      - helm upgrade --install --set args={--kubelet-insecure-tls} metrics-server metrics-server/metrics-server --namespace kube-system


  deploy-operator:
    deps:
      - create-cluster
    status:
      - "helm status eck-operator | grep 'STATUS: deployed'"
    preconditions:
      - sh: kubectl get pods
        msg: Cannot connect to kubernetes cluster
    cmds:
      - helm repo add elastic https://helm.elastic.co
      - helm upgrade -i eck-operator elastic/eck-operator -n {{.ELASTIC_NS}} --create-namespace

  deploy:
    deps:
      - deploy-operator
    status:
      - 02-deploy-elastic-kibana/wait_elastic_ready.sh elasticsearch-logs 5
    dir: demo
    sources:
      - ./kustomization.yaml
      - ./02-deploy-elastic-kibana/**
      - ./03-deploy-filebeat/**
    cmds:
      - kubectl apply -k .
      - 02-deploy-elastic-kibana/wait_elastic_ready.sh elasticsearch-logs

  port-forward:
    status:
      - curl localhost:9200
      - curl https://localhost:5601
    cmds:
      - kubectl port-forward svc/elasticsearch-logs-es-http 9200:9200 > /dev/null 2>&1 &
      - kubectl port-forward svc/kibana-logs-kb-http 5601:5601 > /dev/null 2>&1 &

  index-config:
    deps:
      - deploy
    dir: demo/05-terraform-configure-index
    status:
      - terraform plan | grep "No changes"
    sources:
      - ./**
    env:
      ELASTICSEARCH_PASSWORD:
        sh: kubectl get secret {{.ELASTIC_SECRET_NAME}} -o jsonpath='{.data.elastic}' | base64 --decode
    cmds:
      - task: port-forward
      - terraform init
      - terraform apply --auto-approve

  test:
    deps:
      - index-config
    cmds:
      - task: port-forward
      - ab -n 1000000 -c 20 http://localhost:30000/

  terraform-destroy:
      dir: demo/05-terraform-configure-index
      deps:
          - index-config
      vars:
        ELASTICSEARCH_PASSWORD:
          sh: kubectl get secret {{.ELASTIC_SECRET_NAME}} -o jsonpath='{.data.elastic}' | base64 --decode
      cmds:
          - task: port-forward
          - ELASTICSEARCH_PASSWORD={{.ELASTICSEARCH_PASSWORD}} terraform destroy --auto-approve

  clean:
    dir: demo/05-terraform-configure-index
    cmds:
      - kind delete cluster -n {{.CLUSTER_NAME}}
      - sudo sysctl -w vm.max_map_count=65530
      - rm -Rf *.tfstate* .terraform .terraform.lock.hcl
    ignore_error: true