Add benchmarks #575
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [master] | |
| tags: | |
| - "v**" | |
| pull_request: | |
| schedule: | |
| - cron: '0 0 * * 3' # At 12:00 AM, only on Wednesday | |
| workflow_dispatch: | |
| jobs: | |
| style: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Rust | |
| uses: ./.github/actions/setup-rust | |
| with: | |
| rust-version: nightly | |
| targets: x86_64-unknown-linux-gnu | |
| components: clippy, rustfmt | |
| cache-context: style | |
| - name: Check formatting | |
| run: cargo fmt --check | |
| - name: Check clippy | |
| run: cargo clippy --no-deps --all-targets | |
| build-test: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| # operating systems | |
| - { os: windows-latest, rust-version: stable, target: 'x86_64-pc-windows-msvc', publish: true } | |
| - { os: macos-11, rust-version: stable, target: 'x86_64-apple-darwin', publish: true } | |
| - { os: ubuntu-20.04, rust-version: stable, target: 'x86_64-unknown-linux-gnu', publish: true } | |
| # architectures | |
| - { os: ubuntu-22.04, rust-version: stable, target: 'x86_64-unknown-linux-gnu', publish: true } | |
| - { os: ubuntu-22.04, rust-version: stable, target: 'i686-unknown-linux-gnu', publish: true } | |
| - { os: ubuntu-22.04, rust-version: nightly, target: 'wasm32-unknown-unknown', publish: true, args: '--no-default-features' } | |
| # rust versions | |
| - { os: ubuntu-22.04, rust-version: "1.70", target: 'x86_64-unknown-linux-gnu'} | |
| - { os: ubuntu-22.04, rust-version: beta, target: 'x86_64-unknown-linux-gnu'} | |
| - { os: ubuntu-22.04, rust-version: nightly, target: 'x86_64-unknown-linux-gnu'} | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Rust | |
| uses: ./.github/actions/setup-rust | |
| with: | |
| rust-version: ${{ matrix.rust-version }} | |
| targets: ${{ matrix.target }} | |
| cache-context: ${{ matrix.os }} | |
| # Build and test. | |
| - name: Build library | |
| run: cargo rustc --lib --target ${{ matrix.target }} ${{ matrix.args }} --verbose | |
| - name: Test | |
| continue-on-error: ${{ contains(matrix.target,'wasm32') }} # allow wasm builds to fail tests for now | |
| run: cargo test --target ${{ matrix.target }} ${{ matrix.args }} --all --verbose | |
| # On stable rust builds, build a binary and publish as a github actions | |
| # artifact. These binaries could be useful for testing the pipeline but | |
| # are only retained by github for 90 days. | |
| - name: Build release binary | |
| if: matrix.publish | |
| run: | | |
| cargo rustc --target ${{ matrix.target }} ${{ matrix.args }} --verbose --bin scryer-prolog --release | |
| echo "$PWD/target/release" >> $GITHUB_PATH | |
| - name: Publish release binary artifact | |
| if: matrix.publish | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| path: target/${{ matrix.target }}/release/scryer-prolog* | |
| name: scryer-prolog_${{ matrix.os }}_${{ matrix.target }} | |
| logtalk-test: | |
| # if: false # uncomment to disable job | |
| runs-on: ubuntu-20.04 | |
| needs: [build-test] | |
| steps: | |
| # Download prebuilt ubuntu binary from build-test job, setup logtalk | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: scryer-prolog_ubuntu-20.04_x86_64-unknown-linux-gnu | |
| - run: | | |
| chmod +x scryer-prolog | |
| echo "$PWD" >> "$GITHUB_PATH" | |
| - name: Install Logtalk | |
| uses: logtalk-actions/setup-logtalk@master | |
| with: | |
| logtalk-version: "3.70.0" | |
| logtalk-tool-dependencies: false | |
| # Run logtalk tests. | |
| - name: Run Logtalk's prolog compliance test suite | |
| working-directory: ${{ env.LOGTALKUSER }}/tests/prolog/ | |
| run: | | |
| pwd | |
| scryerlgt -g '{ack(tester)},halt.' | |
| logtalk_tester -p scryer -g "set_logtalk_flag(clean,off)" -w -t 360 \ | |
| -f xunit \ | |
| -s "$LOGTALKUSER/tests/prolog" \ | |
| || echo "::warning ::logtalk compliance suite failed" | |
| # -u "https://github.com/LogtalkDotOrg/logtalk3/tree/$LOGTALK_GIT_HASH/tests/prolog/" \ | |
| - name: Publish Logtalk test logs | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: logtalk-test-logs | |
| path: '${{ env.LOGTALKUSER }}/tests/prolog/logtalk_tester_logs' | |
| - name: Publish Logtalk test results artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: logtalk-test-results | |
| path: '${{ env.LOGTALKUSER }}/tests/prolog/**/*.xml' | |
| - name: Publish Logtalk test summary | |
| uses: EnricoMi/publish-unit-test-result-action/composite@master | |
| with: | |
| check_name: Logtalk test summary | |
| files: '${{ env.LOGTALKUSER }}/tests/prolog/**/*.xml' | |
| fail_on: nothing | |
| comment_mode: off | |
| report: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Rust | |
| uses: ./.github/actions/setup-rust | |
| with: | |
| rust-version: nightly | |
| targets: x86_64-unknown-linux-gnu | |
| cache-context: report | |
| - run: | | |
| cargo install cargo2junit --force | |
| cargo install iai-callgrind-runner --force --version `cargo metadata --format-version 1 | jq -r '.resolve.nodes[].id|split(" ")|select(.[0]=="iai-callgrind")|.[1]'` | |
| sudo apt install valgrind -y | |
| - name: Test and report | |
| run: | | |
| RUSTC_BOOTSTRAP=1 cargo test --all -- -Z unstable-options --format json --report-time | cargo2junit > cargo_test_results.xml | |
| - name: Publish cargo test results artifact | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: cargo-test-results | |
| path: cargo_test_results.xml | |
| - name: Publish cargo test summary | |
| uses: EnricoMi/publish-unit-test-result-action/composite@master | |
| with: | |
| check_name: Cargo test summary | |
| files: cargo_test_results.xml | |
| fail_on: nothing | |
| comment_mode: off | |
| - run: cargo build --bench run_iai --release | |
| - run: cargo bench --bench run_iai | |
| - run: cargo bench --bench run | |
| - name: Publish criterion benchmark results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: bench-criterion-results | |
| path: target/criterion/**/* | |
| - name: Publish iai benchmark results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: bench-iai-results | |
| path: target/iai/scryer-prolog/run_iai/bench_group/* | |
| # Publish binaries when building for a tag | |
| release: | |
| runs-on: ubuntu-20.04 | |
| needs: [build-test] | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| - name: Zip binaries for release | |
| run: | | |
| zip scryer-prolog_macos-11.zip ./scryer-prolog_macos-11_x86_64-apple-darwin/scryer-prolog | |
| zip scryer-prolog_ubuntu-20.04.zip ./scryer-prolog_ubuntu-20.04_x86_64-unknown-linux-gnu/scryer-prolog | |
| zip scryer-prolog_ubuntu-22.04.zip ./scryer-prolog_ubuntu-22.04_x86_64-unknown-linux-gnu/scryer-prolog | |
| zip scryer-prolog_windows-latest.zip ./scryer-prolog_windows-latest_x86_64-pc-windows-msvc/scryer-prolog.exe | |
| zip scryer-prolog_wasm32.zip ./scryer-prolog_ubuntu-22.04_wasm32-unknown-unknown/scryer-prolog.wasm | |
| - name: Release | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| files: | | |
| scryer-prolog_macos-11.zip | |
| scryer-prolog_ubuntu-20.04.zip | |
| scryer-prolog_ubuntu-22.04.zip | |
| scryer-prolog_windows-latest.zip | |
| scryer-prolog_wasm32.zip |