Slow Tests #708
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Slow Tests | |
| env: | |
| LIBSIGNAL_TESTING_ENCLAVE_SECRET: ${{secrets.SVR_ENCLAVE_SECRET}} | |
| on: | |
| schedule: | |
| # "High load times include the start of every hour. | |
| # To decrease the chance of delay, schedule your workflow to run | |
| # at a different time of the hour." | |
| # We pick 8:25 UTC, aiming for "later than PST/UTC-8 night work" and | |
| # "earlier than ADT/UTC-3 morning work". | |
| - cron: '25 8 * * *' | |
| workflow_dispatch: {} # no parameters | |
| jobs: | |
| check-up-to-date: | |
| name: Already up to date? | |
| runs-on: ubuntu-latest | |
| if: ${{ github.event_name == 'schedule' && github.repository_owner == 'signalapp' && endsWith(github.repository, '-private') }} | |
| outputs: | |
| has-changes: ${{ steps.check.outputs.has-changes }} | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: git log --after '24 hours ago' --exit-code || echo 'has-changes=true' >> $GITHUB_OUTPUT | |
| id: check | |
| java-docker: | |
| name: Java (Docker) | |
| runs-on: ubuntu-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: make -C java | |
| - name: Upload JNI libraries | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: jniLibs | |
| path: java/android/src/androidTest/jniLibs/* | |
| retention-days: 2 | |
| - name: Upload full JARs | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: jars | |
| path: java/*/build/libs/* | |
| retention-days: 2 | |
| - name: Upload full AARs | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: aars | |
| path: java/android/build/outputs/aar/* | |
| retention-days: 2 | |
| java-docker-secondary: | |
| name: Java (Secondary Docker) | |
| runs-on: ubuntu-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: make -C java | |
| - name: Upload full JARs | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: jars-secondary | |
| path: java/*/build/libs/* | |
| retention-days: 2 | |
| - name: Upload full AARs | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: aars-secondary | |
| path: java/android/build/outputs/aar/* | |
| retention-days: 2 | |
| java-reproducibility: | |
| name: Verify Reproducible Build | |
| runs-on: ubuntu-latest | |
| needs: [java-docker, java-docker-secondary] | |
| if: ${{ always() && needs.java-docker.result == 'success' && needs.java-docker-secondary.result == 'success' }} | |
| steps: | |
| - name: Download jars | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: jars | |
| path: a/jars/ | |
| - name: Download jars (secondary) | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: jars-secondary | |
| path: b/jars/ | |
| - name: Download aars | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: aars | |
| path: a/aars/ | |
| - name: Download aars (secondary) | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: aars-secondary | |
| path: b/aars/ | |
| - run: diff -qr a/ b/ | |
| android-emulator-tests: | |
| name: Android Emulator Tests | |
| # For hardware acceleration; see https://github.blog/changelog/2023-02-23-hardware-accelerated-android-virtualization-on-actions-windows-and-linux-larger-hosted-runners/ | |
| runs-on: ubuntu-latest-4-cores | |
| needs: [java-docker] | |
| if: ${{ always() && needs.java-docker.result == 'success' }} | |
| timeout-minutes: 45 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: [x86, x86_64] | |
| steps: | |
| - run: 'echo "JAVA_HOME=$JAVA_HOME_17_X64" >> "$GITHUB_ENV"' | |
| # For hardware acceleration; see https://github.blog/changelog/2023-02-23-hardware-accelerated-android-virtualization-on-actions-windows-and-linux-larger-hosted-runners/ | |
| - name: Enable KVM group perms | |
| run: | | |
| echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules | |
| sudo udevadm control --reload-rules | |
| sudo udevadm trigger --name-match=kvm | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - name: Download JNI libraries | |
| id: download | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: jniLibs | |
| path: java/android/src/androidTest/jniLibs/ | |
| # From reactivecircus/android-emulator-runner | |
| - name: AVD cache | |
| uses: actions/cache@ab5e6d0c87105b4c9c2047343972218f562e4319 # v4.0.1 | |
| id: avd-cache | |
| with: | |
| path: | | |
| ~/.android/avd/* | |
| ~/.android/adb* | |
| key: avd-${{ matrix.arch }}-21-linux | |
| - name: Create AVD and generate snapshot for caching | |
| if: steps.avd-cache.outputs.cache-hit != 'true' | |
| uses: reactivecircus/android-emulator-runner@6b0df4b0efb23bb0ec63d881db79aefbc976e4b2 # v2.30.1 | |
| with: | |
| arch: ${{ matrix.arch }} | |
| api-level: 21 | |
| force-avd-creation: false | |
| emulator-options: -no-window -noaudio -no-boot-anim | |
| script: echo "Generated AVD snapshot for caching." | |
| - name: Run tests | |
| uses: reactivecircus/android-emulator-runner@6b0df4b0efb23bb0ec63d881db79aefbc976e4b2 # v2.30.1 | |
| with: | |
| arch: ${{ matrix.arch }} | |
| api-level: 21 | |
| force-avd-creation: false | |
| emulator-options: -no-snapshot-save -no-window -noaudio -no-boot-anim | |
| script: ./gradlew android:connectedCheck -x makeJniLibrariesDesktop -x android:makeJniLibraries -x android:makeTestJniLibraries | |
| working-directory: java | |
| node-docker: | |
| name: Node (Ubuntu via Docker) | |
| runs-on: ubuntu-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 45 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: node/docker-prebuildify.sh | |
| - run: yarn tsc && yarn test | |
| working-directory: node | |
| env: | |
| PREBUILDS_ONLY: 1 | |
| node-windows-arm64: | |
| name: Node (Windows ARM64 cross-compile) | |
| runs-on: windows-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 45 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: rustup toolchain install $(cat rust-toolchain) --profile minimal --target aarch64-pc-windows-msvc | |
| # install nasm compiler for boring | |
| - name: Install nasm | |
| run: choco install nasm | |
| shell: cmd | |
| - run: choco install protoc | |
| - name: Get Node version from .nvmrc | |
| id: get-nvm-version | |
| shell: bash | |
| run: echo "node-version=$(cat .nvmrc)" >> $GITHUB_OUTPUT | |
| - uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2 | |
| with: | |
| node-version-file: '.nvmrc' | |
| - run: npx yarn install --ignore-scripts --frozen-lockfile | |
| working-directory: node | |
| - name: Build for arm64 | |
| run: npx prebuildify --napi -t ${{ steps.get-nvm-version.outputs.node-version }} --arch arm64 | |
| working-directory: node | |
| swift-cocoapod: | |
| name: Swift CocoaPod (all architectures) | |
| runs-on: macOS-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 45 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: rustup toolchain install $(cat rust-toolchain) --profile minimal --target x86_64-apple-ios,aarch64-apple-ios,aarch64-apple-ios-sim --component rust-src | |
| - run: brew install protobuf | |
| - name: Build for x86_64-apple-ios | |
| run: swift/build_ffi.sh --release | |
| env: | |
| CARGO_BUILD_TARGET: x86_64-apple-ios | |
| - name: Build for aarch64-apple-ios | |
| run: swift/build_ffi.sh --release | |
| env: | |
| CARGO_BUILD_TARGET: aarch64-apple-ios | |
| - name: Build for aarch64-apple-ios-sim | |
| run: swift/build_ffi.sh --release | |
| env: | |
| CARGO_BUILD_TARGET: aarch64-apple-ios-sim | |
| - name: Run pod lint | |
| run: pod lib lint --verbose --platforms=ios | |
| rust-stable-testing: | |
| name: Rust tests (using latest stable) | |
| runs-on: ubuntu-latest | |
| needs: [check-up-to-date] | |
| if: ${{ always() && (needs.check-up-to-date.outputs.has-changes || github.event_name != 'schedule') }} | |
| timeout-minutes: 45 | |
| steps: | |
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| submodules: recursive | |
| - run: sudo apt-get update && sudo apt-get install gcc-multilib g++-multilib protobuf-compiler | |
| - run: rustup +stable target add i686-unknown-linux-gnu | |
| - name: Run tests | |
| run: cargo +stable test --workspace --all-features --verbose --no-fail-fast -- --include-ignored | |
| - name: Test run benches | |
| run: cargo +stable test --workspace --benches --all-features --no-fail-fast --verbose | |
| - name: Build bins and examples | |
| run: cargo +stable build --workspace --bins --examples --all-features --verbose --keep-going | |
| - name: Run libsignal-net smoke tests | |
| run: cargo +stable run --example chat_smoke_test -p libsignal-net -- --try-all-routes staging | |
| env: | |
| RUST_LOG: debug | |
| - name: cargo clean (reclaim disk space) | |
| # Clean the contents of the target directory to avoid running out of disk space during the | |
| # following steps. | |
| run: cargo +stable clean | |
| - name: Run tests (32-bit) | |
| # Exclude signal-neon-futures because those tests run Node | |
| run: cargo +stable test --workspace --all-features --verbose --target i686-unknown-linux-gnu --exclude signal-neon-futures --no-fail-fast -- --include-ignored | |
| - name: cargo clean again (reclaim disk space) | |
| # Clean the contents of the target directory to avoid running out of disk space during the | |
| # following steps. | |
| run: cargo +stable clean | |
| - name: Run libsignal-protocol cross-version tests | |
| run: cargo +stable test --no-fail-fast | |
| working-directory: rust/protocol/cross-version-testing | |
| - name: Run libsignal-protocol cross-version tests (32-bit) | |
| run: cargo +stable test --target i686-unknown-linux-gnu --no-fail-fast | |
| working-directory: rust/protocol/cross-version-testing | |
| # We don't run Clippy because GitHub silently updates `stable` and that can introduce new lints, | |
| # and we don't have a guarantee that any particular pinned nightly can build older libsignals. | |
| report_failures: | |
| name: Report Failures | |
| runs-on: ubuntu-latest | |
| needs: [java-docker, java-reproducibility, android-emulator-tests, node-docker, node-windows-arm64, swift-cocoapod, rust-stable-testing] | |
| if: ${{ failure() && github.event_name == 'schedule' }} | |
| permissions: | |
| # createCommitComment is supposed to only need the default 'read' permissions... | |
| # ...but maybe it's different for private repositories. | |
| contents: write | |
| steps: | |
| - uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1 | |
| with: | |
| script: | | |
| github.rest.repos.createCommitComment({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| commit_sha: context.sha, | |
| body: 'Failed Slow Tests: <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}>' | |
| }) |