Skip to content
Rust Benchmark

exp #1370

Sign in to view logs

exp

exp #1370

Workflow file for this run

.github/workflows/benchmark.yml at 1a26110
name: Rust Benchmark
on: [push]
env:
CARGO_TERM_COLOR: always
jobs:
apple_ocr_benchmark:
name: Run Apple OCR benchmark
runs-on: macos-latest
steps:
- uses: actions/checkout@v3
- uses: dtolnay/rust-toolchain@stable
- name: Install dependencies
run: |
brew install ffmpeg
- name: Run OCR benchmarks
env:
DYLD_LIBRARY_PATH: ${{ github.workspace }}/screenpipe-vision/lib:${{ env.DYLD_LIBRARY_PATH }}
run: |
cargo bench --bench ocr_benchmark -- --output-format bencher | tee -a ocr_output.txt
- name: Upload OCR benchmark artifact
uses: actions/upload-artifact@v3
with:
name: ocr-benchmark-data
path: ocr_output.txt
tesseract_ocr_benchmark:
name: Run Tesseract OCR benchmark
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: dtolnay/rust-toolchain@stable
- name: Install dependencies
run: |
sudo apt-get update
sudo apt-get install -y libleptonica-dev libtesseract-dev tesseract-ocr-eng
- name: Run Tesseract OCR benchmarks
run: |
cargo bench --bench ocr_benchmark -- --output-format bencher | tee -a ocr_output.txt
- name: Upload OCR benchmark artifact
uses: actions/upload-artifact@v3
with:
name: ocr-benchmark-data
path: ocr_output.txt
windows_ocr_benchmark:
name: Run Windows OCR benchmark
runs-on: windows-latest
steps:
- uses: actions/checkout@v3
- uses: dtolnay/rust-toolchain@stable
- name: Run Windows OCR benchmarks
run: |
cargo bench --bench ocr_benchmark -- --output-format criterion
# TODO broken
# | Tee-Object -Append -FilePath ocr_output.txt
- name: Upload OCR benchmark artifact
uses: actions/upload-artifact@v3
with:
name: ocr-benchmark-data
path: ocr_output.txt
stt_benchmark:
name: Run STT benchmark
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: dtolnay/rust-toolchain@stable
- name: Install dependencies
run: |
sudo apt-get update
sudo apt-get install -y ffmpeg tesseract-ocr libtesseract-dev libavformat-dev libavfilter-dev libavdevice-dev ffmpeg libasound2-dev libgtk-3-dev libsoup-3.0-dev libjavascriptcoregtk-4.1-dev libwebkit2gtk-4.1-dev
- name: Run STT benchmarks
run: |
cargo bench --bench stt_benchmark -- --output-format bencher | tee -a stt_output.txt
- name: Upload STT benchmark artifact
uses: actions/upload-artifact@v3
with:
name: stt-benchmark-data
path: stt_output.txt
analyze_benchmarks:
needs:
[
apple_ocr_benchmark,
tesseract_ocr_benchmark,
windows_ocr_benchmark,
stt_benchmark,
]
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Download benchmark data
uses: actions/download-artifact@v3
with:
name: ocr-benchmark-data
path: ./cache/ocr
- name: Download STT benchmark data
uses: actions/download-artifact@v3
with:
name: stt-benchmark-data
path: ./cache/stt
- name: List contents of cache directory
run: ls -R ./cache
- name: Analyze OCR benchmarks
uses: benchmark-action/github-action-benchmark@v1
with:
name: OCR Benchmarks
tool: "cargo"
output-file-path: ./cache/ocr/ocr_output.txt
github-token: ${{ secrets.GH_PAGES_TOKEN }}
auto-push: true
alert-threshold: "200%"
comment-on-alert: true
fail-on-alert: true
alert-comment-cc-users: "@louis030195"
# todo broken
# - name: Analyze STT benchmarks
# uses: benchmark-action/github-action-benchmark@v1
# with:
# name: STT Benchmarks
# tool: "cargo"
# output-file-path: ./cache/stt/stt_output.txt
# github-token: ${{ secrets.GH_PAGES_TOKEN }}
# auto-push: true
# alert-threshold: "200%"
# comment-on-alert: true
# fail-on-alert: true
# alert-comment-cc-users: "@louis030195"