Merge main into mkl-market-id-feature (#1302)

* Merge `main` into `mkl-mkl-market-id-feature` * Remove unused `outcomes` * Remove old migrations (#1301)
zeitgeistpm · Apr 7, 2024 · 9df7e68 · 9df7e68
1 parent 2e79545
commit 9df7e68
Show file tree

Hide file tree

Showing 276 changed files with 21,067 additions and 8,707 deletions.
diff --git a/.github/workflows/copyright.yml b/.github/workflows/copyright.yml
@@ -0,0 +1,34 @@
+name: Copyright
+
+on:
+  pull_request:
+    types: [ labeled ]
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  copyright:
+    name: Copyright Notices
+    if: |
+      github.event_name == 'pull_request' && 
+        (contains(github.event.pull_request.labels.*.name, 's:review-needed') ||
+        contains(github.event.pull_request.labels.*.name, 's:accepted')) ||
+      github.event_name == 'push'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Setup Python
+        uses: actions/setup-python@v2
+      - name: Install check-license and dependencies
+        run: |
+          pip install scripts/check-license
+          pip install -r scripts/check-license/requirements.txt
+      - name: Query files changed
+        id: files_changed
+        uses: Ana06/get-changed-files@v1.2
+        with:
+          filter: '*.rs$'
+      - name: Check copyright notices
+        run: check-license ${{ steps.files_changed.outputs.added_modified }}
diff --git a/.github/workflows/coverage.yml b/.github/workflows/coverage.yml
@@ -22,27 +22,18 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v2
 
+      - name: Free up disk space
+        uses: jlumbroso/free-disk-space@main
+        with:
+          tool-cache: false
+
       - name: Install rust toolchain
         run: rustup show
 
       - uses: actions-rs/install@v0.1
         with:
           crate: grcov
-          use-tool-cache: true
-
-      # No disk space: https://github.com/zeitgeistpm/zeitgeist/actions/runs/5085081984/jobs/9144298675?pr=1006
-      # Workaround: https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
-      - name: Free up disk space on GitHub hosted runners
-        run: |
-          # Ensure context is GitHub hosted runner
-          # https://docs.github.com/en/actions/learn-github-actions/contexts#runner-context
-          if [[ "${{ runner.name }}" == "GitHub Actions"* ]]; then
-            echo "Freeing up space in GitHub hosted runner"
-            sudo rm -rf /usr/share/dotnet
-            sudo rm -rf /opt/ghc
-            sudo rm -rf "/usr/local/share/boost"
-            sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-          fi
+          use-tool-cache: false
 
       - name: Cache Dependencies
         uses: Swatinem/rust-cache@v1
@@ -58,4 +49,4 @@ jobs:
           fail_ci_if_error: true
           flags: tests
           verbose: true
-          name: unit-tests
+          name: unit-tests
diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
@@ -0,0 +1,269 @@
+name: Integration Tests
+
+on:
+  push:
+    tags:
+      - '^v[0-9]+.[0-9]+.[0-9]+(-rc[0-9]+)?$'
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  build_parachain:
+    name: Build Parachain
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - name: Build Parachain
+        run: cargo build --release --features parachain
+
+      - name: Save runtime wasm
+        run: |
+            mkdir -p runtimes
+            cp target/release/wbuild/battery-station-runtime/battery_station_runtime.compact.compressed.wasm runtimes/;
+            cp target/release/wbuild/zeitgeist-runtime/zeitgeist_runtime.compact.compressed.wasm runtimes/;
+
+      - name: Upload runtimes
+        uses: actions/upload-artifact@v3.1.2
+        with:
+            name: runtimes
+            path: runtimes
+
+      - name: Save zeitgeist binary
+        run: |
+            mkdir -p binaries
+            cp target/release/zeitgeist binaries/;
+
+      - name: Upload binary
+        uses: actions/upload-artifact@v3.1.2
+        with:
+            name: binaries
+            path: binaries
+
+  zombienet_zndsl:
+    name: ZNDSL Tests
+    runs-on: ubuntu-20.04
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/zeitgeist-runtime/
+          mkdir -p integration-tests/tmp
+
+      - name: Download runtime
+        uses: actions/download-artifact@v3.0.2
+        with:
+          name: runtimes
+          path: target/release/wbuild/zeitgeist-runtime/
+
+      - name: Download binary
+        uses: actions/download-artifact@v3.0.2
+        with:
+            name: binaries
+            path: target/release
+
+      - name: Display structure of downloaded files
+        run: ls -R
+        working-directory: target/
+
+      - name: Run ZNDSL integration tests
+        run: |
+          chmod uog+x target/release/zeitgeist
+
+          cd integration-tests
+          ./scripts/download-polkadot.sh
+          ./scripts/deploy-zombienet.sh --no-build --test
+
+  zombienet_zeitgeist_upgrade:
+    name: Zeitgeist Zombienet Post-Upgrade Tests
+    runs-on: ubuntu-20.04
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/zeitgeist-runtime/
+          mkdir -p integration-tests/tmp
+
+      - name: Download runtime
+        uses: actions/download-artifact@v3.0.2
+        with:
+          name: runtimes
+          path: target/release/wbuild/zeitgeist-runtime/
+
+      - name: Download binary
+        uses: actions/download-artifact@v3.0.2
+        with:
+            name: binaries
+            path: target/release
+
+      - name: Display structure of downloaded files
+        run: ls -R
+        working-directory: target/
+
+      - name: Test zeitgeist runtime upgrade using Zombienet
+        run: |
+          chmod uog+x target/release/zeitgeist
+          
+          cd integration-tests
+          pnpm exec moonwall test zombienet_zeitgeist_upgrade
+
+  chopsticks_battery_station_upgrade:
+    name: Battery Station Chopsticks Post-Upgrade Tests
+    runs-on: ubuntu-20.04
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/battery-station-runtime/
+          mkdir -p integration-tests/tmp/node_logs
+
+      - name: Download runtime
+        uses: actions/download-artifact@v3.0.2
+        with:
+          name: runtimes
+          path: target/release/wbuild/battery-station-runtime/
+
+      - name: Display structure of downloaded files
+        run: ls -R
+        working-directory: target/
+
+      - name: Battery Station post-upgrade tests using Chopsticks
+        run: |
+          cd integration-tests
+          pnpm exec moonwall test chopsticks_battery_station_upgrade
+
+      - name: Show chopsticks logs
+        if: ${{ failure() }}
+        run: |
+          cd integration-tests
+          ls -R tmp/node_logs/
+          cat tmp/node_logs/*.log | tail -n 1000
+
+  chopsticks_zeitgeist_upgrade:
+    name: Zeitgeist Chopsticks Post-Upgrade Tests
+    runs-on: ubuntu-20.04
+    needs: ["build_parachain"]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Install build tools
+        run: ./scripts/init.sh
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20.x
+          cache: "pnpm"
+          cache-dependency-path: "./integration-tests/pnpm-lock.yaml"
+
+      - name: Install pnpm packages
+        run: |
+          cd integration-tests
+          pnpm install
+
+      - name: Cache Dependencies
+        uses: Swatinem/rust-cache@v1
+
+      - name: Create local folders
+        run: |
+          mkdir -p target/release/wbuild/zeitgeist-runtime/
+          mkdir -p integration-tests/tmp/node_logs
+
+      - name: "Download runtime"
+        uses: actions/download-artifact@v3.0.2
+        with:
+          name: runtimes
+          path: target/release/wbuild/zeitgeist-runtime/
+
+      - name: Display structure of downloaded files
+        run: ls -R
+        working-directory: target/
+
+      - name: Zeitgeist post-upgrade tests using Chopsticks
+        run: |
+          cd integration-tests
+          pnpm exec moonwall test chopsticks_zeitgeist_upgrade
+
+      - name: Show chopsticks logs
+        if: ${{ failure() }}
+        run: |
+          cd integration-tests
+          ls -R tmp/node_logs/
+          cat tmp/node_logs/*.log | tail -n 1000
diff --git a/.github/workflows/migration.yml b/.github/workflows/migration.yml
@@ -17,4 +17,9 @@ jobs:
       - name: Install build tools
         run: ./scripts/init.sh
 
+      - name: Free up disk space
+        uses: jlumbroso/free-disk-space@main
+        with:
+          tool-cache: true
+
       - run: ./scripts/runtime-upgrade/test_runtime_upgrade.sh ${{ github.event.inputs.block }}