forked from koordinator-sh/koordinator
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
ci: initialize e2e workflow (koordinator-sh#1573)
Signed-off-by: saintube <saintube@foxmail.com>
- Loading branch information
Showing
12 changed files
with
382 additions
and
26 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,102 @@ | ||
name: E2E-K8S-1.22 | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
- release-* | ||
pull_request: {} | ||
workflow_dispatch: {} | ||
|
||
env: | ||
# Common versions | ||
GO_VERSION: '1.19' | ||
KIND_ACTION_VERSION: 'v1.5.0' | ||
KIND_VERSION: 'v0.20.0' | ||
KIND_IMAGE: 'kindest/node:v1.22.17' | ||
KIND_CLUSTER_NAME: 'ci-testing' | ||
COMPONENT_NS: "koordinator-system" | ||
|
||
jobs: | ||
|
||
slo-controller: | ||
runs-on: ubuntu-20.04 | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
submodules: true | ||
- name: Setup Go | ||
uses: actions/setup-go@v3 | ||
with: | ||
go-version: ${{ env.GO_VERSION }} | ||
- name: Setup Kind Cluster | ||
uses: helm/kind-action@v1.5.0 | ||
with: | ||
node_image: ${{ env.KIND_IMAGE }} | ||
cluster_name: ${{ env.KIND_CLUSTER_NAME }} | ||
config: ./test/kind-conf.yaml | ||
version: ${{ env.KIND_VERSION }} | ||
- name: Build image | ||
run: | | ||
export IMAGE="koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID}" | ||
docker build --pull --no-cache . -t $IMAGE -f docker/koord-manager.dockerfile | ||
kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE || { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; } | ||
- name: Check host environment | ||
run: | | ||
set -ex | ||
kubectl version --short | ||
kubectl get pods -A | ||
kubectl get nodes -o yaml | ||
tree -L 2 /sys/ | ||
tree -L 2 /sys/fs/cgroup | ||
cat /proc/cpuinfo | ||
- name: Install Koordinator | ||
run: | | ||
set -ex | ||
kubectl cluster-info | ||
IMG=koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID} ./hack/deploy_kind.sh | ||
NODES=$(kubectl get node | wc -l) | ||
for ((i=1;i<10;i++)); | ||
do | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
break | ||
fi | ||
sleep 6 | ||
done | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
kubectl get pod -A | ||
kubectl get node -o yaml | ||
kubectl get all -n ${COMPONENT_NS} -o wide | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-scheduler | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koordlet | head -n 1 | awk '{print $1}' | xargs -L 1 kubectl logs -n ${COMPONENT_NS} | ||
kubectl get pod -n ${COMPONENT_NS} -o wide | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
echo "Wait for koord-manager and koordlet ready successfully" | ||
else | ||
echo "Timeout to wait for koord-manager and koordlet ready" | ||
exit 1 | ||
fi | ||
- name: Run E2E Tests | ||
run: | | ||
export KUBECONFIG=/home/runner/.kube/config | ||
make ginkgo | ||
set +e | ||
EXTRA_ARGS="-koordinator-component-namespace=${COMPONENT_NS} -allowed-not-ready-nodes=1 -system-pods-startup-timeout=10s" | ||
./bin/ginkgo -timeout 60m -v --focus='slo-controller' test/e2e -- ${EXTRA_ARGS} | ||
retVal=$? | ||
restartCount=$(kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | head -n 1 | awk '{print $4}') | ||
if [ "${restartCount}" -eq "0" ];then | ||
echo "koord-manager has not restarted" | ||
else | ||
kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | ||
echo "koord-manager has restarted, abort!!!" | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers -l koord-app=koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -p -n ${COMPONENT_NS} | ||
exit 1 | ||
fi | ||
exit $retVal |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,102 @@ | ||
name: E2E-K8S-1.24 | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
- release-* | ||
pull_request: {} | ||
workflow_dispatch: {} | ||
|
||
env: | ||
# Common versions | ||
GO_VERSION: '1.19' | ||
KIND_ACTION_VERSION: 'v1.5.0' | ||
KIND_VERSION: 'v0.20.0' | ||
KIND_IMAGE: 'kindest/node:v1.24.15' | ||
KIND_CLUSTER_NAME: 'ci-testing' | ||
COMPONENT_NS: "koordinator-system" | ||
|
||
jobs: | ||
|
||
slo-controller: | ||
runs-on: ubuntu-20.04 | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
submodules: true | ||
- name: Setup Go | ||
uses: actions/setup-go@v3 | ||
with: | ||
go-version: ${{ env.GO_VERSION }} | ||
- name: Setup Kind Cluster | ||
uses: helm/kind-action@v1.5.0 | ||
with: | ||
node_image: ${{ env.KIND_IMAGE }} | ||
cluster_name: ${{ env.KIND_CLUSTER_NAME }} | ||
config: ./test/kind-conf.yaml | ||
version: ${{ env.KIND_VERSION }} | ||
- name: Build image | ||
run: | | ||
export IMAGE="koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID}" | ||
docker build --pull --no-cache . -t $IMAGE -f docker/koord-manager.dockerfile | ||
kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE || { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; } | ||
- name: Check host environment | ||
run: | | ||
set -ex | ||
kubectl version --short | ||
kubectl get pods -A | ||
kubectl get nodes -o yaml | ||
tree -L 2 /sys/ | ||
tree -L 2 /sys/fs/cgroup | ||
cat /proc/cpuinfo | ||
- name: Install Koordinator | ||
run: | | ||
set -ex | ||
kubectl cluster-info | ||
IMG=koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID} ./hack/deploy_kind.sh | ||
NODES=$(kubectl get node | wc -l) | ||
for ((i=1;i<10;i++)); | ||
do | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
break | ||
fi | ||
sleep 6 | ||
done | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
kubectl get pod -A | ||
kubectl get node -o yaml | ||
kubectl get all -n ${COMPONENT_NS} -o wide | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-scheduler | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koordlet | head -n 1 | awk '{print $1}' | xargs -L 1 kubectl logs -n ${COMPONENT_NS} | ||
kubectl get pod -n ${COMPONENT_NS} -o wide | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
echo "Wait for koord-manager and koordlet ready successfully" | ||
else | ||
echo "Timeout to wait for koord-manager and koordlet ready" | ||
exit 1 | ||
fi | ||
- name: Run E2E Tests | ||
run: | | ||
export KUBECONFIG=/home/runner/.kube/config | ||
make ginkgo | ||
set +e | ||
EXTRA_ARGS="-koordinator-component-namespace=${COMPONENT_NS} -allowed-not-ready-nodes=1 -system-pods-startup-timeout=10s" | ||
./bin/ginkgo -timeout 60m -v --focus='slo-controller' test/e2e -- ${EXTRA_ARGS} | ||
retVal=$? | ||
restartCount=$(kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | head -n 1 | awk '{print $4}') | ||
if [ "${restartCount}" -eq "0" ];then | ||
echo "koord-manager has not restarted" | ||
else | ||
kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | ||
echo "koord-manager has restarted, abort!!!" | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers -l koord-app=koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -p -n ${COMPONENT_NS} | ||
exit 1 | ||
fi | ||
exit $retVal |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,100 @@ | ||
name: E2E-K8S-latest | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
- release-* | ||
pull_request: {} | ||
workflow_dispatch: {} | ||
|
||
env: | ||
# Common versions | ||
GO_VERSION: '1.19' | ||
KIND_ACTION_VERSION: 'v1.5.0' | ||
KIND_VERSION: 'v0.20.0' | ||
KIND_CLUSTER_NAME: 'ci-testing' | ||
COMPONENT_NS: "koordinator-system" | ||
|
||
jobs: | ||
|
||
slo-controller: | ||
runs-on: ubuntu-20.04 | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
submodules: true | ||
- name: Setup Go | ||
uses: actions/setup-go@v3 | ||
with: | ||
go-version: ${{ env.GO_VERSION }} | ||
- name: Setup Kind Cluster | ||
uses: helm/kind-action@v1.5.0 | ||
with: | ||
cluster_name: ${{ env.KIND_CLUSTER_NAME }} | ||
config: ./test/kind-conf.yaml | ||
version: ${{ env.KIND_VERSION }} | ||
- name: Build image | ||
run: | | ||
export IMAGE="koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID}" | ||
docker build --pull --no-cache . -t $IMAGE -f docker/koord-manager.dockerfile | ||
kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE || { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; } | ||
- name: Check host environment | ||
run: | | ||
set -ex | ||
kubectl version --short | ||
kubectl get pods -A | ||
kubectl get nodes -o yaml | ||
tree -L 2 /sys/ | ||
tree -L 2 /sys/fs/cgroup | ||
cat /proc/cpuinfo | ||
- name: Install Koordinator | ||
run: | | ||
set -ex | ||
kubectl cluster-info | ||
IMG=koordinator-sh/koord-manager:e2e-${GITHUB_RUN_ID} ./hack/deploy_kind.sh | ||
NODES=$(kubectl get node | wc -l) | ||
for ((i=1;i<10;i++)); | ||
do | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
break | ||
fi | ||
sleep 6 | ||
done | ||
set +e | ||
PODS=$(kubectl get pod -n ${COMPONENT_NS} | grep "koord-manager\|koordlet" | grep '1/1' | wc -l) | ||
kubectl get pod -A | ||
kubectl get node -o yaml | ||
kubectl get all -n ${COMPONENT_NS} -o wide | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koord-scheduler | awk '{print $1}' | xargs kubectl logs -n ${COMPONENT_NS} --tail=100 | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers | grep koordlet | head -n 1 | awk '{print $1}' | xargs -L 1 kubectl logs -n ${COMPONENT_NS} | ||
kubectl get pod -n ${COMPONENT_NS} -o wide | ||
set -e | ||
if [ "$PODS" -ge "$NODES" ]; then | ||
echo "Wait for koord-manager and koordlet ready successfully" | ||
else | ||
echo "Timeout to wait for koord-manager and koordlet ready" | ||
exit 1 | ||
fi | ||
- name: Run E2E Tests | ||
run: | | ||
export KUBECONFIG=/home/runner/.kube/config | ||
make ginkgo | ||
set +e | ||
EXTRA_ARGS="-koordinator-component-namespace=${COMPONENT_NS} -allowed-not-ready-nodes=1 -system-pods-startup-timeout=10s" | ||
./bin/ginkgo -timeout 60m -v --focus='slo-controller' test/e2e -- ${EXTRA_ARGS} | ||
retVal=$? | ||
restartCount=$(kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | head -n 1 | awk '{print $4}') | ||
if [ "${restartCount}" -eq "0" ];then | ||
echo "koord-manager has not restarted" | ||
else | ||
kubectl get pod -n ${COMPONENT_NS} -l koord-app=koord-manager --no-headers | ||
echo "koord-manager has restarted, abort!!!" | ||
kubectl get pod -n ${COMPONENT_NS} --no-headers -l koord-app=koord-manager | head -n 1 | awk '{print $1}' | xargs kubectl logs -p -n ${COMPONENT_NS} | ||
exit 1 | ||
fi | ||
exit $retVal |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.