Skip to content

Deduplicate status messages (#3042) #22

Deduplicate status messages (#3042)

Deduplicate status messages (#3042) #22

# Test fleet in Rancher with MC tests
name: Test Fleet in Rancher
on:
workflow_dispatch:
inputs:
ref:
description: "checkout git branch/tag"
required: true
default: "main"
type: string
charts_repo:
description: Repository from which to source Fleet charts
default: "fleetrepoci/charts"
type: string
charts_branch:
description: Branch from which to source Fleet charts
type: string
fleet_version:
description: Fleet version to install in Rancher
type: string
workflow_call:
# Variables to set when calling this reusable workflow
inputs:
ref:
description: "checkout git branch/tag"
required: true
default: "main"
type: string
charts_repo:
description: Repository from which to source Fleet charts
default: "fleetrepoci/charts"
type: string
charts_branch:
description: Branch from which to source Fleet charts
type: string
fleet_version:
description: Fleet version to install in Rancher
type: string
push:
tags: [ 'v*' ]
paths-ignore:
- '*.md'
env:
GOARCH: amd64
CGO_ENABLED: 0
SETUP_K3D_VERSION: 'v5.7.4'
SETUP_K3S_VERSION: 'v1.30.4-k3s1'
jobs:
rancher-integration:
runs-on: runs-on,runner=4cpu-linux-x64,run-id=${{ github.run_id }}
steps:
-
name: Add paths into PATH
run: |
export PATH=~/.local/bin:$PATH
mkdir -p ~/.local/bin
-
name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
ref: ${{ github.event.inputs.ref }}
-
name: Install Go
uses: actions/setup-go@v5
with:
go-version-file: 'go.mod'
check-latest: true
-
name: Install Ginkgo CLI
run: go install github.com/onsi/ginkgo/v2/ginkgo
-
name: Install crust-gather CLI
run: curl -sSfL https://github.com/crust-gather/crust-gather/raw/main/install.sh | sh -s -- --yes
-
name: Set up build cache
uses: actions/cache@v4
id: rancher-cli-cache
with:
path: ~/.local/bin
key: ${{ runner.os }}-rancher-cli
-
name: Install Dependencies
run: |
curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl"
mv kubectl ~/.local/bin/
chmod +x ~/.local/bin/kubectl
kubectl version --client
curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3
chmod 700 get_helm.sh
HELM_INSTALL_DIR=~/.local/bin ./get_helm.sh
helm version
sudo apt-get update && sudo apt install -y wget
-
name: Install Rancher CLI
if: steps.rancher-cli-cache.outputs.cache-hit != 'true'
run: |
latest_version=$(curl -ILs -o /dev/null -w %{url_effective} github.com/rancher/cli/releases/latest | sed 's,.*/,,')
wget -q https://github.com/rancher/cli/releases/download/$latest_version/rancher-linux-amd64-$latest_version.tar.gz
tar -xz --strip-components=2 -f rancher-linux-amd64-$latest_version.tar.gz -C ~/.local/bin
export PATH=~/.local/bin:$PATH
rancher --version
-
name: Install k3d
run: curl --silent --fail https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | TAG=${{ env.SETUP_K3D_VERSION }} bash
-
name: Set up k3d control-plane cluster
run: |
k3d cluster create upstream --wait \
-p "80:80@agent:0:direct" \
-p "443:443@agent:0:direct" \
--api-port 6443 \
--agents 1 \
--k3s-arg '--kubelet-arg=eviction-hard=imagefs.available<1%,nodefs.available<1%@agent:*' \
--k3s-arg '--kubelet-arg=eviction-minimum-reclaim=imagefs.available=1%,nodefs.available=1%@agent:*' \
--network "nw01" \
--image docker.io/rancher/k3s:${{ env.SETUP_K3S_VERSION }}
-
name: Set up k3d downstream cluster
run: |
k3d cluster create downstream --wait \
-p "81:80@agent:0:direct" \
-p "444:443@agent:0:direct" \
--api-port 6644 \
--agents 1 \
--k3s-arg '--kubelet-arg=eviction-hard=imagefs.available<1%,nodefs.available<1%@agent:*' \
--k3s-arg '--kubelet-arg=eviction-minimum-reclaim=imagefs.available=1%,nodefs.available=1%@agent:*' \
--network "nw01" \
--image docker.io/rancher/k3s:${{ env.SETUP_K3S_VERSION }}
-
name: Set up latest Rancher
run: |
set -x
kubectl config use-context k3d-upstream
until kubectl get service -n kube-system traefik -o jsonpath='{.status.loadBalancer.ingress[0].ip}'; do sleep 3; done
ip=$(kubectl get service -n kube-system traefik -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
helm repo add jetstack https://charts.jetstack.io
helm install cert-manager jetstack/cert-manager \
--namespace cert-manager \
--create-namespace \
--set crds.enabled=true \
--set extraArgs[0]=--enable-certificate-owner-ref=true
kubectl wait --for=condition=Available deployment --timeout=2m -n cert-manager --all
helm repo add rancher-latest https://releases.rancher.com/server-charts/latest
# set CATTLE_SERVER_URL and CATTLE_BOOTSTRAP_PASSWORD to get rancher out of "bootstrap" mode
helm upgrade rancher rancher-latest/rancher \
--install --wait \
--devel \
--create-namespace \
--namespace cattle-system \
--set replicas=1 \
--set hostname=$ip.sslip.io \
--set bootstrapPassword=admin \
--set agentTLSMode=system-store \
--set "extraEnv[0].name=CATTLE_CHART_DEFAULT_URL" \
--set "extraEnv[0].value=https://github.com/${{ inputs.charts_repo }}" \
--set "extraEnv[1].name=CATTLE_CHART_DEFAULT_BRANCH" \
--set "extraEnv[1].value=${{ inputs.charts_branch }}" \
--set "extraEnv[2].name=CATTLE_FLEET_VERSION" \
--set "extraEnv[2].value=${{ inputs.fleet_version }}" \
--set "extraEnv[3].name=CATTLE_SERVER_URL" \
--set "extraEnv[3].value=https://$ip.sslip.io" \
# wait for deployment of rancher
kubectl -n cattle-system rollout status deploy/rancher
# wait for rancher to create fleet namespace, deployment and controller
until kubectl get deployments -n cattle-fleet-system | grep -q "fleet"; do sleep 3; done
kubectl -n cattle-fleet-system rollout status deploy/fleet-controller
until kubectl get bundles -n fleet-local | grep -q "fleet-agent-local.*1/1"; do sleep 3; done
helm list -A
-
name: Register Rancher's downstream clusters
run: |
ip=$(kubectl get service -n kube-system traefik -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
export PATH=~/.local/bin:$PATH
export public_hostname=$ip.sslip.io
./.github/scripts/wait-for-loadbalancer.sh
./.github/scripts/register-downstream-clusters.sh
# wait for cluster to settle
sleep 30
./.github/scripts/label-downstream-cluster.sh
-
name: E2E tests for examples
env:
FLEET_E2E_NS: fleet-local
FLEET_E2E_NS_DOWNSTREAM: fleet-default
run: |
kubectl config use-context k3d-upstream
ginkgo --github-output e2e/acceptance/single-cluster-examples
ginkgo --github-output e2e/multi-cluster
-
name: Dump Failed Downstream Environment
if: failure()
run: |
kubectl config use-context k3d-downstream
crust-gather collect --exclude-namespace=kube-system --exclude-kind=Lease --duration=5s -f tmp/downstream
-
name: Upload logs
uses: actions/upload-artifact@v4
if: failure()
with:
name: gha-fleet-rancher-logs-${{ github.sha }}-${{ github.run_id }}
path: |
tmp/downstream
tmp/upstream
retention-days: 2