System tests using ovn-fake-multinode #581
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: System tests using ovn-fake-multinode | |
| on: | |
| schedule: | |
| # Run everyday at midnight | |
| - cron: '0 0 * * *' | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| name: Build ovn-fake-multinode image | |
| if: github.repository_owner == 'ovn-org' || github.event_name != 'schedule' | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| cfg: | |
| - { repo: "${{ github.repository }}", branch: "${{ github.ref_name }}" } | |
| - { repo: ovn-org/ovn, branch: "branch-22.03" } | |
| env: | |
| RUNC_CMD: podman | |
| OS_IMAGE: "fedora:39" | |
| # https://github.com/actions/runner-images/issues/6282 | |
| XDG_RUNTIME_DIR: '' | |
| steps: | |
| - name: Check out ovn-fake-multi-node | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'ovn-org/ovn-fake-multinode' | |
| path: 'ovn-fake-multinode' | |
| ref: 'v0.2' | |
| # Check out ovn and ovs separately inside ovn-fake-multinode/ovn and ovn-fake-multinode/ovs | |
| # ovn-fake-multinode builds and installs ovs from ovn-fake-multinode/ovs | |
| # and it builds and installs ovn from ovn-fake-multinode/ovn. It uses the ovs submodule for ovn compilation. | |
| - name: Check out ovs main | |
| uses: actions/checkout@v4 | |
| with: | |
| path: 'ovn-fake-multinode/ovs' | |
| repository: 'openvswitch/ovs' | |
| ref: 'main' | |
| - name: Check out ovn ${{ matrix.cfg.branch }} of ${{ matrix.cfg.repo }} | |
| uses: actions/checkout@v4 | |
| with: | |
| path: 'ovn-fake-multinode/ovn' | |
| submodules: recursive | |
| repository: ${{ matrix.cfg.repo }} | |
| ref: ${{ matrix.cfg.branch }} | |
| - name: Install dependencies | |
| run: | | |
| sudo apt update || true | |
| sudo apt-get install -y podman | |
| - name: Build ovn-fake-multi-node ${{ matrix.cfg.branch }} image | |
| run: | | |
| set -x | |
| sudo -E ./ovn_cluster.sh build | |
| mkdir -p /tmp/_output | |
| sudo podman tag ovn/ovn-multi-node:latest ovn/ovn-multi-node:${{ matrix.cfg.branch }} | |
| sudo podman save --format oci-archive ovn/ovn-multi-node:${{ matrix.cfg.branch }} > /tmp/_output/ovn_${{ matrix.cfg.branch }}_image.tar | |
| working-directory: ovn-fake-multinode | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-${{ matrix.cfg.branch }}-image | |
| path: /tmp/_output/ovn_${{ matrix.cfg.branch }}_image.tar | |
| multinode-tests: | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 30 | |
| needs: [build] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| cfg: | |
| - { branch: "${{ github.ref_name }}", testsuiteflags: ""} | |
| - { branch: "branch-22.03", testsuiteflags: "-k 'basic test'" } | |
| name: multinode tests ${{ join(matrix.cfg.*, ' ') }} | |
| env: | |
| RUNC_CMD: podman | |
| OS_IMAGE: "fedora:39" | |
| CENTRAL_IMAGE: "ovn/ovn-multi-node:${{ matrix.cfg.branch }}" | |
| CHASSIS_IMAGE: "ovn/ovn-multi-node:${{ github.ref_name }}" | |
| RELAY_IMAGE: "ovn/ovn-multi-node:${{ github.ref_name }}" | |
| GW_IMAGE: "ovn/ovn-multi-node:${{ github.ref_name }}" | |
| # Disable SSL for now. Revisit this if required. | |
| ENABLE_SSL: no | |
| CC: gcc | |
| OPTS: "--disable-ssl" | |
| dependencies: | | |
| automake libtool gcc bc libjemalloc2 libjemalloc-dev \ | |
| libssl-dev llvm-dev libelf-dev libnuma-dev libpcap-dev \ | |
| selinux-policy-dev ncat python3-scapy isc-dhcp-server \ | |
| podman openvswitch-switch libunbound-dev libunwind-dev | |
| # https://github.com/actions/runner-images/issues/6282 | |
| XDG_RUNTIME_DIR: '' | |
| steps: | |
| - name: Check out ovn | |
| uses: actions/checkout@v4 | |
| - name: install required dependencies | |
| run: | | |
| sudo apt update || true | |
| sudo apt install -y ${{ env.dependencies }} | |
| - name: Free up disk space | |
| run: | | |
| . .ci/linux-util.sh | |
| free_up_disk_space_ubuntu | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: test-${{ github.ref_name }}-image | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: test-branch-22.03-image | |
| - name: Load podman image | |
| run: | | |
| sudo podman load --input ovn_${{ github.ref_name }}_image.tar | |
| sudo podman load --input ovn_branch-22.03_image.tar | |
| - name: Check out ovn-fake-multi-node | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: 'ovn-org/ovn-fake-multinode' | |
| path: 'ovn-fake-multinode' | |
| ref: 'v0.2' | |
| - name: Start openvswitch | |
| run: | | |
| sudo systemctl start openvswitch-switch | |
| sudo ovs-vsctl show | |
| # XXX This should be removed when native crun >=1.9.1 | |
| - name: update crun script | |
| run: | | |
| crun --version | |
| sudo curl -L "https://github.com/containers/crun/releases/download/1.14.1/crun-1.14.1-linux-amd64" -o /usr/bin/crun | |
| sudo chmod +x /usr/bin/crun | |
| echo "New crun version: "$(crun --version) | |
| - name: Start basic cluster | |
| run: | | |
| sudo -E CHASSIS_COUNT=4 GW_COUNT=4 ./ovn_cluster.sh start | |
| sudo podman exec -it ovn-central-az1-1 ovn-nbctl show | |
| sudo podman exec -it ovn-central-az1-1 ovn-appctl -t ovn-northd version | |
| sudo podman exec -it ovn-chassis-1 ovn-appctl -t ovn-controller version | |
| working-directory: ovn-fake-multinode | |
| - name: Run basic test script | |
| run: | | |
| sudo ./.ci/test_basic.sh | |
| working-directory: ovn-fake-multinode | |
| - name: update PATH | |
| run: | | |
| echo "$HOME/bin" >> $GITHUB_PATH | |
| echo "$HOME/.local/bin" >> $GITHUB_PATH | |
| - name: set up python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: Check out ovn | |
| uses: actions/checkout@v4 | |
| with: | |
| path: 'ovn' | |
| submodules: recursive | |
| - name: Build OVN (for running fake-multinode system tests) | |
| run: | | |
| pip3 install --disable-pip-version-check --user wheel | |
| pip3 install --disable-pip-version-check --user \ | |
| -r utilities/containers/py-requirements.txt | |
| USE_SPARSE=no ./.ci/linux-build.sh | |
| working-directory: ovn | |
| - name: Run fake-multinode system tests | |
| run: | | |
| if ! sudo make check-multinode TESTSUITEFLAGS="${{ matrix.cfg.testsuiteflags }}"; then | |
| sudo podman exec -it ovn-central-az1-1 ovn-nbctl show || : | |
| sudo podman exec -it ovn-central-az1-1 ovn-sbctl show || : | |
| sudo podman exec -it ovn-chassis-1 ovs-vsctl show || : | |
| sudo podman exec -it ovn-chassis-1 ip netns || : | |
| sudo podman exec -it ovn-chassis-1 cat /var/log/ovn/ovn-controller.log || : | |
| sudo cat tests/multinode-testsuite.log || : | |
| exit 1 | |
| fi | |
| working-directory: ovn | |
| - name: copy logs on failure | |
| if: failure() || cancelled() | |
| run: | | |
| # upload-artifact throws exceptions if it tries to upload socket | |
| # files and we could have some socket files in testsuite.dir. | |
| # Also, upload-artifact doesn't work well enough with wildcards. | |
| # So, we're just archiving everything here to avoid any issues. | |
| mkdir logs | |
| cp ovn/config.log ./logs/ | |
| # multinode tests are run as root, need to adjust permissions. | |
| sudo chmod -R +r ovn/tests/multinode-testsuite.* || true | |
| cp -r ovn/tests/multinode-testsuite.* ./logs/ || true | |
| tar -czvf logs.tgz logs/ | |
| - name: upload logs on failure | |
| if: failure() || cancelled() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-linux-${{ join(matrix.cfg.*, '-') }} | |
| path: logs.tgz | |
| - name: Stop cluster | |
| run: | | |
| sudo -E ./ovn_cluster.sh stop | |
| working-directory: ovn-fake-multinode |