Merge pull request #59 from kubescape/update-governance-files-79a94164 #40
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Suite | |
| on: | |
| push: | |
| branches: [ "*" ] | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'README.md' | |
| pull_request: | |
| branches: [ "*" ] | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'README.md' | |
| jobs: | |
| build-host-scanner-image: | |
| strategy: | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Set image version | |
| id: image-version | |
| run: echo '::set-output name=IMAGE_VERSION::test' | |
| - name: Set image name | |
| id: image-name | |
| run: echo '::set-output name=IMAGE_NAME::quay.io/${{ github.repository_owner }}/host-scanner' | |
| - name: Login to Quay.io | |
| env: | |
| QUAY_PASSWORD: ${{ secrets.QUAYIO_REGISTRY_PASSWORD }} | |
| QUAY_USERNAME: ${{ secrets.QUAYIO_REGISTRY_USERNAME }} | |
| run: docker login -u="${QUAY_USERNAME}" -p="${QUAY_PASSWORD}" quay.io | |
| - name: Build the Docker image | |
| run: | | |
| docker buildx \ | |
| build . \ | |
| --file build/Dockerfile \ | |
| --tag ${{ steps.image-name.outputs.IMAGE_NAME }}:${{ steps.image-version.outputs.IMAGE_VERSION }} \ | |
| --tag ${{ steps.image-name.outputs.IMAGE_NAME }}:test \ | |
| --build-arg BUILD_VERSION=${{ steps.image-version.outputs.IMAGE_VERSION }} \ | |
| --push | |
| env: | |
| CGO_ENABLED: 0 | |
| integration-test: | |
| needs: [build-host-scanner-image] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout host-scanner repo | |
| uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # ratchet:actions/checkout@v3 | |
| - name: Checkout systests repo | |
| uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # ratchet:actions/checkout@v3 | |
| with: | |
| repository: armosec/system-tests | |
| path: system-tests | |
| - uses: actions/setup-python@d27e3f3d7c64b4bbf8e4abfb9b63b83e846e0435 # ratchet:actions/setup-python@v4 | |
| with: | |
| python-version: '3.8.13' | |
| cache: 'pip' | |
| - name: create env | |
| run: ./create_env.sh | |
| working-directory: system-tests/ | |
| - name: Create k8s Kind Cluster | |
| id: kind-cluster-install | |
| uses: helm/kind-action@d08cf6ff1575077dee99962540d77ce91c62387d # ratchet:helm/kind-action@v1.3.0 | |
| with: | |
| cluster_name: integration | |
| - name: run integration test | |
| env: | |
| CUSTOMER: ${{ secrets.CUSTOMER }} | |
| USERNAME: ${{ secrets.USERNAME }} | |
| PASSWORD: ${{ secrets.PASSWORD }} | |
| CLIENT_ID: ${{ secrets.CLIENT_ID_PROD }} | |
| SECRET_KEY: ${{ secrets.SECRET_KEY_PROD }} | |
| REGISTRY_USERNAME: ${{ secrets.REGISTRY_USERNAME }} | |
| REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }} | |
| run: | | |
| source systests_python_env/bin/activate | |
| python3 systest-cli.py \ | |
| -t host_scanner_with_hostsensorrule \ | |
| -b production \ | |
| -c CyberArmorTests \ | |
| --duration 3 \ | |
| --logger DEBUG \ | |
| --kwargs ks_branch=release \ | |
| host_scan_yaml=../deployment/host-scanner.yaml | |
| deactivate | |
| working-directory: system-tests/ | |
| e2e-test-multi-version-support: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| k8s: [ | |
| { | |
| name: 'kind', | |
| version: 'v1.25.0', | |
| port: '7825' | |
| }, | |
| { | |
| name: 'kind', | |
| version: 'v1.26.0', | |
| port: '7826' | |
| }, | |
| { | |
| name: 'kind', | |
| version: 'v1.27.0', | |
| port: '7827' | |
| } | |
| ] | |
| needs: [build-host-scanner-image] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone host-scanner repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Kubectl | |
| uses: azure/setup-kubectl@v3 | |
| id: install | |
| - name: Install Kind | |
| uses: engineerd/setup-kind@v0.5.0 | |
| with: | |
| skipClusterCreation: true | |
| version: v0.18.0 | |
| - name: Setup test clusters | |
| run: | | |
| kind create cluster \ | |
| --kubeconfig test-${{ matrix.k8s.version }} \ | |
| --name test-${{ matrix.k8s.version }} \ | |
| --image kindest/node:${{ matrix.k8s.version }} | |
| - name: Install host-scanner | |
| run: | | |
| kubectl apply \ | |
| --kubeconfig test-${{ matrix.k8s.version }} \ | |
| -f deployment/host-scanner.yaml | |
| - name: Get Namespace | |
| id: namespace | |
| run: | | |
| namespace=$(cat deployment/host-scanner.yaml | grep -oP "(?<=namespace: )(.*)") | |
| echo "NAMESPACE=$namespace" >> $GITHUB_OUTPUT | |
| - name: Wait for host-scanner ready | |
| run: | | |
| sleep 15 | |
| kubectl wait \ | |
| --for=condition=ready \ | |
| pod \ | |
| -l name=host-scanner \ | |
| --namespace ${{ steps.namespace.outputs.NAMESPACE }} \ | |
| --timeout=300s \ | |
| --kubeconfig test-${{ matrix.k8s.version }} | |
| - name: Setup Kubernetes port-forward daemon | |
| run: | | |
| kubectl port-forward \ | |
| 'daemonset/host-scanner' \ | |
| ${{ matrix.k8s.port }}:7888 \ | |
| --namespace=${{ steps.namespace.outputs.NAMESPACE }} \ | |
| --kubeconfig=test-${{ matrix.k8s.version }} & | |
| - name: Setup Go | |
| uses: actions/setup-go@v2 | |
| with: | |
| go-version: '1.22' | |
| - name: Run e2e tests | |
| working-directory: ./e2e | |
| run: | | |
| go test \ | |
| -tags ${{ matrix.k8s.name }} \ | |
| -v -ginkgo.v \ | |
| -args -port ${{ matrix.k8s.port }} | |
| env: | |
| KUBECONFIG: ../test-${{ matrix.k8s.version }} | |
| # setup AKS cluster to run host-scanner on it | |
| e2e-test-setup-aks: | |
| strategy: | |
| fail-fast: false | |
| env: | |
| ARM_CLIENT_ID: ${{ secrets.AZURE_AD_CLIENT_ID }} | |
| ARM_CLIENT_SECRET: ${{ secrets.AZURE_AD_CLIENT_SECRET }} | |
| ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| ARM_TENANT_ID: ${{ secrets.AZURE_AD_TENANT_ID }} | |
| needs: [build-host-scanner-image] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Download terraform scripts | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: 'fix/add-conditional-output-to-aks' | |
| repository: armosec/terraform-test-clusters | |
| token: ${{ secrets.GH_TOKEN_TERRAFORM_TEST_CLUSTER }} | |
| - uses: azure/login@v1 | |
| with: | |
| creds: '{"clientId":"${{ secrets.AZURE_AD_CLIENT_ID }}","clientSecret":"${{ secrets.AZURE_AD_CLIENT_SECRET }}","subscriptionId":"${{ secrets.AZURE_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.AZURE_AD_TENANT_ID }}"}' | |
| - name: Setup terraform | |
| uses: hashicorp/setup-terraform@v2 | |
| - name: terraform Init | |
| run: | | |
| terraform init | |
| working-directory: ./AKS/module_based/ | |
| - name: terraform apply | |
| run: | | |
| terraform apply \ | |
| -auto-approve \ | |
| -var cluster_owner=hs-e2e \ | |
| -var resource_group_name=automation-sonar-rg \ | |
| -var create_resource_group=0 | |
| working-directory: ./AKS/module_based/ | |
| - name: Get cluster name | |
| id: cluster_name | |
| run: | | |
| cluster_name=$(terraform-bin output -raw kubernetes_cluster_name) | |
| echo "CLUSTER_NAME=$cluster_name" >> $GITHUB_OUTPUT | |
| working-directory: ./AKS/module_based/ | |
| - name: Retrieve aks kubconfig | |
| uses: azure/CLI@v1 | |
| with: | |
| inlineScript: | | |
| az aks get-credentials \ | |
| --resource-group automation-sonar-rg \ | |
| --name ${{ steps.cluster_name.outputs.CLUSTER_NAME }} \ | |
| --admin \ | |
| --file ./AKS/module_based/test-aks | |
| - name: Set right ownerships | |
| run: | | |
| sudo chown runner:docker test-aks | |
| sudo chown runner:docker terraform.tfstate | |
| working-directory: ./AKS/module_based/ | |
| - name: Encrypt kubeconfig files | |
| run: | | |
| gpg \ | |
| --batch \ | |
| -c \ | |
| --symmetric \ | |
| --cipher-algo AES256 \ | |
| --passphrase "${{ secrets.GPG_PASSPHRASE }}" \ | |
| ./test-aks | |
| working-directory: ./AKS/module_based/ | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: kubeconfig-aks | |
| path: | | |
| ./AKS/module_based/test-aks.gpg | |
| retention-days: 1 | |
| - name: Encrypt tfstate file | |
| run: | | |
| gpg \ | |
| --batch \ | |
| -c \ | |
| --symmetric \ | |
| --cipher-algo AES256 \ | |
| --passphrase "${{ secrets.GPG_PASSPHRASE }}" \ | |
| ./terraform.tfstate | |
| working-directory: ./AKS/module_based/ | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: tfstate-aks | |
| path: | | |
| ./AKS/module_based/terraform.tfstate.gpg | |
| retention-days: 1 | |
| # setup-eks: | |
| # strategy: | |
| # fail-fast: false | |
| # runs-on: ubuntu-latest | |
| # needs: [build-host-scanner-image] | |
| # setup-gke: | |
| # strategy: | |
| # fail-fast: false | |
| # runs-on: ubuntu-latest | |
| # needs: [build-host-scanner-image] | |
| e2e-test-install-host-scanner: | |
| env: | |
| ARM_CLIENT_ID: ${{ secrets.AZURE_AD_CLIENT_ID }} | |
| ARM_CLIENT_SECRET: ${{ secrets.AZURE_AD_CLIENT_SECRET }} | |
| ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| ARM_TENANT_ID: ${{ secrets.AZURE_AD_TENANT_ID }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| k8s: [ | |
| { | |
| name: 'aks', | |
| version: 'aks', | |
| port: '7801' | |
| } | |
| ] | |
| runs-on: ubuntu-latest | |
| needs: [e2e-test-setup-aks] | |
| steps: | |
| - name: Clone host-scanner repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Kubectl | |
| uses: azure/setup-kubectl@v3 | |
| id: install | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: kubeconfig-${{ matrix.k8s.version }} | |
| path: ./test-${{ matrix.k8s.version }} | |
| - name: Decrypt files | |
| run: | | |
| gpg \ | |
| --quiet \ | |
| --batch \ | |
| --yes \ | |
| --decrypt \ | |
| --passphrase "${{ secrets.GPG_PASSPHRASE }}" \ | |
| --output test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} \ | |
| test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }}.gpg | |
| - uses: azure/use-kubelogin@v1 | |
| with: | |
| kubelogin-version: 'v0.0.29' | |
| - uses: azure/login@v1 | |
| with: | |
| creds: '{"clientId":"${{ secrets.AZURE_AD_CLIENT_ID }}","clientSecret":"${{ secrets.AZURE_AD_CLIENT_SECRET }}","subscriptionId":"${{ secrets.AZURE_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.AZURE_AD_TENANT_ID }}"}' | |
| - name: Convert kubeconfig | |
| run: | | |
| kubelogin convert-kubeconfig -l azurecli | |
| - name: Install host-scanner | |
| run: | | |
| kubectl apply \ | |
| --kubeconfig test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} \ | |
| -f deployment/host-scanner.yaml | |
| - name: Get Namespace | |
| id: namespace | |
| run: | | |
| namespace=$(cat deployment/host-scanner.yaml | grep -oP "(?<=namespace: )(.*)") | |
| echo "NAMESPACE=$namespace" >> $GITHUB_OUTPUT | |
| - name: Wait for host-scanner ready | |
| run: | | |
| sleep 15 | |
| kubectl wait \ | |
| --for=condition=ready \ | |
| pod \ | |
| -l name=host-scanner \ | |
| --namespace ${{ steps.namespace.outputs.NAMESPACE }} \ | |
| --timeout=300s \ | |
| --kubeconfig test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} | |
| e2e-test-run-test-suite: | |
| if: always() | |
| strategy: | |
| max-parallel: 8 | |
| fail-fast: false | |
| matrix: | |
| k8s: [ | |
| { | |
| name: 'aks', | |
| version: 'aks', | |
| port: '7801' | |
| } | |
| ] | |
| runs-on: ubuntu-latest | |
| needs: [e2e-test-install-host-scanner] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Go | |
| uses: actions/setup-go@v2 | |
| with: | |
| go-version: '1.22' | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: kubeconfig-${{ matrix.k8s.version }} | |
| path: ./test-${{ matrix.k8s.version }} | |
| - name: Decrypt kubeconfig files | |
| run: | | |
| gpg \ | |
| --quiet \ | |
| --batch \ | |
| --yes \ | |
| --decrypt \ | |
| --passphrase "${{ secrets.GPG_PASSPHRASE }}" \ | |
| --output test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} \ | |
| test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }}.gpg | |
| - name: Get Namespace | |
| id: namespace | |
| run: | | |
| namespace=$(cat deployment/host-scanner.yaml | grep -oP "(?<=namespace: )(.*)") | |
| echo "NAMESPACE=$namespace" >> $GITHUB_OUTPUT | |
| - name: Setup Kubernetes port-forward daemon | |
| run: | | |
| kubectl port-forward \ | |
| 'daemonset/host-scanner' \ | |
| ${{ matrix.k8s.port }}:7888 \ | |
| --namespace=${{ steps.namespace.outputs.NAMESPACE }} \ | |
| --kubeconfig=test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} & | |
| - name: Run e2e tests | |
| working-directory: ./e2e | |
| run: | | |
| go test \ | |
| -tags ${{ matrix.k8s.name }} \ | |
| -v -ginkgo.v \ | |
| -args -port ${{ matrix.k8s.port }} | |
| env: | |
| KUBECONFIG: ../test-${{ matrix.k8s.version }}/test-${{ matrix.k8s.version }} | |
| e2e-test-destroy-aks: | |
| if: always() | |
| strategy: | |
| fail-fast: false | |
| env: | |
| ARM_CLIENT_ID: ${{ secrets.AZURE_AD_CLIENT_ID }} | |
| ARM_CLIENT_SECRET: ${{ secrets.AZURE_AD_CLIENT_SECRET }} | |
| ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| ARM_TENANT_ID: ${{ secrets.AZURE_AD_TENANT_ID }} | |
| needs: [e2e-test-run-test-suite] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Download terraform scripts | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: 'fix/add-conditional-output-to-aks' | |
| repository: armosec/terraform-test-clusters | |
| token: ${{ secrets.GH_TOKEN_TERRAFORM_TEST_CLUSTER }} | |
| - uses: azure/login@v1 | |
| with: | |
| creds: '{"clientId":"${{ secrets.AZURE_AD_CLIENT_ID }}","clientSecret":"${{ secrets.AZURE_AD_CLIENT_SECRET }}","subscriptionId":"${{ secrets.AZURE_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.AZURE_AD_TENANT_ID }}"}' | |
| - name: Setup terraform | |
| uses: hashicorp/setup-terraform@v2 | |
| with: | |
| terraform_wrapper: false | |
| - name: Download tfstate artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: tfstate-aks | |
| path: ./AKS/module_based/ | |
| - name: Decrypt files | |
| run: | | |
| gpg \ | |
| --quiet \ | |
| --batch \ | |
| --yes \ | |
| --decrypt \ | |
| --passphrase "${{ secrets.GPG_PASSPHRASE }}" \ | |
| --output terraform.tfstate \ | |
| terraform.tfstate.gpg | |
| working-directory: ./AKS/module_based/ | |
| - name: terraform Init | |
| run: | | |
| terraform init | |
| working-directory: ./AKS/module_based/ | |
| - name: terraform destroy | |
| run: | | |
| terraform destroy \ | |
| -auto-approve \ | |
| -var cluster_owner=hs-e2e \ | |
| -var resource_group_name=automation-sonar-rg \ | |
| -var create_resource_group=0 | |
| working-directory: ./AKS/module_based/ |