Merge pull request #8253 from Agoric/mhofman/combine-integration

ci: combine integration tests

.github/workflows/integration.yml

@@ -1,6 +1,8 @@
 name: Integration tests
 
 on:
+  # Use the following to explicitly start this workflow.
+  # packages/deployment/scripts/start-github-integration-test.sh <BRANCH-OR-TAG>
   workflow_dispatch:
   push:
     branches:
@@ -14,10 +16,18 @@ on:
       - opened
       - reopened
       - synchronize
+      - converted_to_draft
       - ready_for_review
       - labeled
       - auto_merge_enabled
+      - auto_merge_disabled
   merge_group:
+  schedule:
+    - cron: '17 6 * * *'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
   pre_check:
@@ -90,3 +100,156 @@ jobs:
           from: ${{ secrets.NOTIFY_EMAIL_FROM }}
           to: ${{ secrets.NOTIFY_EMAIL_TO }}
           password: ${{ secrets.NOTIFY_EMAIL_PASSWORD }}
+
+  deployment-test:
+    needs: pre_check
+    if: needs.pre_check.outputs.should_run == 'true'
+
+    runs-on: ubuntu-22.04 # jammy (LTS)
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: 'true'
+          path: ./agoric-sdk
+      - run: sudo packages/deployment/scripts/install-deps.sh
+        working-directory: ./agoric-sdk
+      - uses: ./agoric-sdk/.github/actions/restore-golang
+        with:
+          go-version: '1.20'
+          path: ./agoric-sdk
+      - uses: ./agoric-sdk/.github/actions/restore-node
+        with:
+          node-version: 18.x
+          path: ./agoric-sdk
+          # Forces xsnap to initialize all memory to random data, which increases
+          # the chances the content of snapshots may deviate between validators
+          xsnap-random-init: '1'
+
+      # Select a branch on loadgen to test against by adding text to the body of the
+      # pull request. For example: #loadgen-branch: user-123-update-foo
+      # The default is 'main'
+      - name: Get the appropriate loadgen branch
+        id: get-loadgen-branch
+        uses: actions/github-script@v6
+        with:
+          result-encoding: string
+          script: |
+            let branch = 'main';
+            if (context.payload.pull_request) {
+              const { body } = context.payload.pull_request;
+              const regex = /^\#loadgen-branch:\s+(\S+)/m;
+              const result = regex.exec(body);
+              if (result) {
+                branch = result[1];
+              }
+            }
+            console.log(branch);
+            return branch;
+
+      - name: Check out loadgen
+        uses: actions/checkout@v3
+        with:
+          repository: Agoric/testnet-load-generator
+          path: ./testnet-load-generator
+          ref: ${{steps.get-loadgen-branch.outputs.result}}
+
+      - name: Build cosmic-swingset dependencies
+        working-directory: ./agoric-sdk
+        run: |
+          set -e
+          cd packages/cosmic-swingset
+          make install
+      - name: Make networks directory
+        run: |
+          set -e
+          mkdir networks
+      - name: Run integration test
+        working-directory: ./networks
+        run: |
+          set -xe
+          DOCKER_VOLUMES="$PWD/../agoric-sdk:/usr/src/agoric-sdk" \
+          LOADGEN=1 \
+          ../agoric-sdk/packages/deployment/scripts/integration-test.sh
+        timeout-minutes: 90
+        env:
+          NETWORK_NAME: chaintest
+      - name: capture results
+        if: always()
+        working-directory: ./networks
+        run: |
+          NOW=$(date -u +%Y%m%dT%H%M%S)
+          echo "NOW=$NOW" >> "$GITHUB_ENV"
+
+          # Stop the chain from running.
+          ../agoric-sdk/packages/deployment/scripts/setup.sh play stop || true
+
+          # Get the results.
+          ../agoric-sdk/packages/deployment/scripts/capture-integration-results.sh "${{ job.status == 'failure' }}"
+
+          # Tear down the nodes.
+          echo yes | ../agoric-sdk/packages/deployment/scripts/setup.sh destroy || true
+        env:
+          NETWORK_NAME: chaintest
+      - uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: deployment-test-results-${{ env.NOW }}
+          path: ./networks/chaintest/results
+
+      - name: notify on failure
+        if: failure() && github.event_name != 'pull_request'
+        uses: ./agoric-sdk/.github/actions/notify-status
+        with:
+          webhook: ${{ secrets.SLACK_WEBHOOK_URL }}
+          from: ${{ secrets.NOTIFY_EMAIL_FROM }}
+          to: ${{ secrets.NOTIFY_EMAIL_TO }}
+          password: ${{ secrets.NOTIFY_EMAIL_PASSWORD }}
+
+  test-docker-build:
+    needs: pre_check
+    if: needs.pre_check.outputs.should_run == 'true'
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+      - name: free up disk space
+        run: |
+          # Workaround to provide additional free space for testing.
+          #   https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
+          # If this turns out not to be enough, maybe look instead at
+          #   https://github.com/actions/runner-images/issues/2840#issuecomment-1540506686
+          df -h
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          echo "=== After cleanup:"
+          df -h
+      - uses: actions/checkout@v3
+      - name: docker build (sdk)
+        # Produces ghcr.io/agoric/agoric-sdk:latest used in the following upgrade test.
+        # TODO: Build this only once, not for every bootstrap-version.
+        # run: cd packages/deployment && ./scripts/test-docker-build.sh | $TEST_COLLECT
+        # XXX skip TAP test output and collection for now; it hides the output from the logs
+        run: cd packages/deployment && make docker-build-sdk
+      - name: docker build upgrade test
+        run: |
+          cd packages/deployment/upgrade-test && \
+            docker build \
+              --build-arg DEST_IMAGE=ghcr.io/agoric/agoric-sdk:latest \
+              -t docker-upgrade-test:latest -f Dockerfile upgrade-test-scripts
+      - name: docker run upgrade final stage
+        run: docker run --env "DEST=0" docker-upgrade-test:latest
+      - name: notify on failure
+        if: failure() && github.event_name != 'pull_request'
+        uses: ./.github/actions/notify-status
+        with:
+          webhook: ${{ secrets.SLACK_WEBHOOK_URL }}
+          from: ${{ secrets.NOTIFY_EMAIL_FROM }}
+          to: ${{ secrets.NOTIFY_EMAIL_TO }}
+          password: ${{ secrets.NOTIFY_EMAIL_PASSWORD }}
+      - uses: ./.github/actions/post-test
+        if: (success() || failure())
+        continue-on-error: true
+        timeout-minutes: 4
+        with:
+          datadog-token: ${{ secrets.DATADOG_API_KEY }}

.github/workflows/mergify-ready.yml

@@ -1,14 +1,16 @@
-name: Integration tests triggered
+name: Pre-merge checks
 
 on:
   pull_request:
     types:
       - opened
       - reopened
       - synchronize
+      - converted_to_draft
       - ready_for_review
       - labeled
       - auto_merge_enabled
+      - auto_merge_disabled
   merge_group:
 
 jobs:
@@ -26,3 +28,66 @@ jobs:
             needs ${{ toJSON(needs.pre_check.outputs) }}
           EOF
           sleep 5
+
+  merge-strategy:
+    runs-on: ubuntu-latest
+    if: >-
+      github.event_name != 'pull_request' ||
+      github.event.pull_request.draft == true ||
+      github.event.pull_request.base.ref != 'master' || (
+        contains(github.event.pull_request.labels.*.name, 'automerge:squash') ||
+        contains(github.event.pull_request.labels.*.name, 'automerge:no-update') ||
+        contains(github.event.pull_request.labels.*.name, 'automerge:rebase') ||
+        contains(github.event.pull_request.labels.*.name, 'bypass:automerge') ||
+        github.event.pull_request.auto_merge != null
+      )
+    strategy:
+      # abuse the matrix feature to create a check which stays pending until
+      # a merge strategy is chosen
+      matrix:
+        merge: [chosen]
+    steps:
+      - shell: bash
+        run: echo "Merge strategy chosen"
+
+  linear-history:
+    runs-on: ubuntu-latest
+    if: >-
+      github.event_name == 'pull_request' &&
+      github.event.pull_request.draft == false &&
+      github.event.pull_request.base.ref == 'master' && (
+        contains(github.event.pull_request.labels.*.name, 'automerge:no-update') ||
+        contains(github.event.pull_request.labels.*.name, 'bypass:automerge')
+      ) &&
+      !contains(github.event.pull_request.labels.*.name, 'bypass:linear-history')
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - shell: bash
+        run: |
+          merge_commits=$(git rev-list --merges "origin/$GITHUB_BASE_REF".."origin/$GITHUB_HEAD_REF")
+
+          if [ -n "$merge_commits" ]; then
+            echo "Error: merge commits found in $GITHUB_BASE_REF..$GITHUB_HEAD_REF"
+
+            for merge_commit in $merge_commits; do
+              echo "$merge_commit"
+            done
+
+            exit 1
+          fi
+
+          fixup_commits=
+          for commit in $(git rev-list $GITHUB_BASE_REF..$GITHUB_HEAD_REF); do
+            case $(git show --pretty=format:%s -s $commit) in fixup\!*|squash\!*)
+              fixup_commits="$fixup_commits\n$commit"
+              ;;
+            esac
+          done
+
+          if [ -n "$fixup_commits" ]; then
+            echo "Error: fixup/squash commits found in $GITHUB_BASE_REF..$GITHUB_HEAD_REF"
+            echo -e "$fixup_commits"
+            exit 1
+          fi