-
Notifications
You must be signed in to change notification settings - Fork 39
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[CI] Disable Benchmark workflow due to github action v4 updates (#239)
* Refactor Simplify function to handle multiple functions in IRModule * Update submodule commit reference * Add CUDA_DEVICE_ORDER environment variable to bashrc * test fix * lint fix * Refactor test_general_matmul_bf16.py to use bitblas.testing.main() * Update submodule commit reference * Update Ubuntu version in install scripts based on LLVM version * Update Ubuntu version in install scripts based on LLVM version * Update submodule commit reference * Update submodule commit reference * Update submodule commit reference * Update submodule commit reference * Update submodule commit reference * [Dev] Update subproject commit for TVM * ignore profiler directories. * MFMA Support * lint fix * MFMA Fixed. * Disable Benchmark artifacts
- Loading branch information
1 parent
ae32009
commit dd94cbd
Showing
1 changed file
with
147 additions
and
147 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,149 +1,149 @@ | ||
| name: Benchmark | ||
|
|
||
| on: | ||
| issue_comment: | ||
| types: created | ||
|
|
||
| jobs: | ||
| benchmark_base: | ||
| # On pull requests and if the comment starts with `/run-benchmark` | ||
| if: github.event.issue.pull_request != null && startsWith(github.event.comment.body, '/run-benchmark') | ||
| runs-on: self-hosted | ||
|
|
||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| ref: main | ||
|
|
||
| - name: Get base branch commit ID | ||
| id: get_base_commit | ||
| run: echo "BASE_COMMIT_ID=$(git rev-parse HEAD)" > base_commit_id.txt | ||
|
|
||
| - name: Upload base commit ID | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: base-commit-id | ||
| path: base_commit_id.txt | ||
|
|
||
| - name: Set up Python | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: '3.9' | ||
|
|
||
| - name: Create virtual environment | ||
| run: python -m venv bitblas_benchmark | ||
|
|
||
| - name: Activate virtual environment and install dependencies | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| python -m pip install --upgrade pip | ||
| if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
| - name: Install project in wheel mode | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| python -m pip install . | ||
| # name: Benchmark | ||
|
|
||
| # on: | ||
| # issue_comment: | ||
| # types: created | ||
|
|
||
| # jobs: | ||
| # benchmark_base: | ||
| # # On pull requests and if the comment starts with `/run-benchmark` | ||
| # if: github.event.issue.pull_request != null && startsWith(github.event.comment.body, '/run-benchmark') | ||
| # runs-on: self-hosted | ||
|
|
||
| # steps: | ||
| # - name: Checkout code | ||
| # uses: actions/checkout@v2 | ||
| # with: | ||
| # ref: main | ||
|
|
||
| # - name: Get base branch commit ID | ||
| # id: get_base_commit | ||
| # run: echo "BASE_COMMIT_ID=$(git rev-parse HEAD)" > base_commit_id.txt | ||
|
|
||
| # - name: Upload base commit ID | ||
| # uses: actions/upload-artifact@v3 | ||
| # with: | ||
| # name: base-commit-id | ||
| # path: base_commit_id.txt | ||
|
|
||
| # - name: Set up Python | ||
| # uses: actions/setup-python@v2 | ||
| # with: | ||
| # python-version: '3.9' | ||
|
|
||
| # - name: Create virtual environment | ||
| # run: python -m venv bitblas_benchmark | ||
|
|
||
| # - name: Activate virtual environment and install dependencies | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # python -m pip install --upgrade pip | ||
| # if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
|
|
||
| # - name: Install project in wheel mode | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # python -m pip install . | ||
|
|
||
| - name: Matmul Benchmark | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| cd benchmark/operators | ||
| python ./benchmark_ops_matmul.py | ||
| benchmark_head: | ||
| # On pull requests and if the comment starts with `/run-benchmark` | ||
| if: github.event.issue.pull_request != null && startsWith(github.event.comment.body, '/run-benchmark') | ||
| runs-on: self-hosted | ||
| needs: [benchmark_base] | ||
|
|
||
| steps: | ||
| - name: Checkout PR branch code | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| fetch-depth: 0 | ||
| ref: ${{ github.event.pull_request.head.ref }} | ||
|
|
||
| - name: Get PR branch commit ID | ||
| id: get_pr_commit | ||
| run: echo "PR_COMMIT_ID=$(git rev-parse HEAD)" > pr_commit_id.txt | ||
|
|
||
| - name: Upload PR commit ID | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: pr-commit-id | ||
| path: pr_commit_id.txt | ||
|
|
||
| - name: Set up Python | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: '3.9' | ||
|
|
||
| - name: Create virtual environment | ||
| run: python -m venv bitblas_benchmark | ||
|
|
||
| - name: Activate virtual environment and install dependencies | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| python -m pip install --upgrade pip | ||
| if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
| - name: Install project in wheel mode | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| python -m pip install . | ||
| # - name: Matmul Benchmark | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # cd benchmark/operators | ||
| # python ./benchmark_ops_matmul.py | ||
|
|
||
| # benchmark_head: | ||
| # # On pull requests and if the comment starts with `/run-benchmark` | ||
| # if: github.event.issue.pull_request != null && startsWith(github.event.comment.body, '/run-benchmark') | ||
| # runs-on: self-hosted | ||
| # needs: [benchmark_base] | ||
|
|
||
| # steps: | ||
| # - name: Checkout PR branch code | ||
| # uses: actions/checkout@v2 | ||
| # with: | ||
| # fetch-depth: 0 | ||
| # ref: ${{ github.event.pull_request.head.ref }} | ||
|
|
||
| # - name: Get PR branch commit ID | ||
| # id: get_pr_commit | ||
| # run: echo "PR_COMMIT_ID=$(git rev-parse HEAD)" > pr_commit_id.txt | ||
|
|
||
| # - name: Upload PR commit ID | ||
| # uses: actions/upload-artifact@v3 | ||
| # with: | ||
| # name: pr-commit-id | ||
| # path: pr_commit_id.txt | ||
|
|
||
| # - name: Set up Python | ||
| # uses: actions/setup-python@v2 | ||
| # with: | ||
| # python-version: '3.9' | ||
|
|
||
| # - name: Create virtual environment | ||
| # run: python -m venv bitblas_benchmark | ||
|
|
||
| # - name: Activate virtual environment and install dependencies | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # python -m pip install --upgrade pip | ||
| # if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
|
|
||
| # - name: Install project in wheel mode | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # python -m pip install . | ||
|
|
||
| - name: Matmul Benchmark | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| cd benchmark/operators | ||
| python ./benchmark_ops_matmul.py | ||
| benchmark_compare: | ||
| if: github.event.issue.pull_request != null && contains(github.event.comment.body, '/run-benchmark') | ||
| needs: [benchmark_base, benchmark_head] | ||
| runs-on: self-hosted | ||
|
|
||
| steps: | ||
| - name: Download commit IDs | ||
| uses: actions/download-artifact@v4.1.7 | ||
| with: | ||
| name: base-commit-id | ||
| path: . | ||
|
|
||
| - name: Download PR commit ID | ||
| uses: actions/download-artifact@v4.1.7 | ||
| with: | ||
| name: pr-commit-id | ||
| path: . | ||
|
|
||
| - name: Set up Python | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: '3.9' | ||
|
|
||
| - name: Create virtual environment | ||
| run: python -m venv bitblas_benchmark | ||
|
|
||
| - name: Activate virtual environment and install dependencies | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| python -m pip install --upgrade pip | ||
| if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
| - name: Compare benchmark results | ||
| run: | | ||
| source bitblas_benchmark/bin/activate | ||
| cd benchmark/operators | ||
| python ./compare_benchmark.py --base $(cat base_commit_id.txt) --head $(cat pr_commit_id.txt) 2>&1 | tee compare_results.txt | ||
| - name: Authenticate GitHub CLI | ||
| env: | ||
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| run: | | ||
| echo "${{ secrets.GITHUB_TOKEN }}" | gh auth login --with-token | ||
| - name: Post benchmark results | ||
| run: | | ||
| cat compare_results.txt | ||
| gh pr comment ${{ github.event.issue.number }} --body "$(cat compare_results.txt)" | ||
| # - name: Matmul Benchmark | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # cd benchmark/operators | ||
| # python ./benchmark_ops_matmul.py | ||
|
|
||
| # benchmark_compare: | ||
| # if: github.event.issue.pull_request != null && contains(github.event.comment.body, '/run-benchmark') | ||
| # needs: [benchmark_base, benchmark_head] | ||
| # runs-on: self-hosted | ||
|
|
||
| # steps: | ||
| # - name: Download commit IDs | ||
| # uses: actions/download-artifact@v4.1.7 | ||
| # with: | ||
| # name: base-commit-id | ||
| # path: . | ||
|
|
||
| # - name: Download PR commit ID | ||
| # uses: actions/download-artifact@v4.1.7 | ||
| # with: | ||
| # name: pr-commit-id | ||
| # path: . | ||
|
|
||
| # - name: Set up Python | ||
| # uses: actions/setup-python@v2 | ||
| # with: | ||
| # python-version: '3.9' | ||
|
|
||
| # - name: Create virtual environment | ||
| # run: python -m venv bitblas_benchmark | ||
|
|
||
| # - name: Activate virtual environment and install dependencies | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # python -m pip install --upgrade pip | ||
| # if [ -f requirements-dev.txt ]; then python -m pip install -r requirements-dev.txt; fi | ||
|
|
||
| # - name: Compare benchmark results | ||
| # run: | | ||
| # source bitblas_benchmark/bin/activate | ||
| # cd benchmark/operators | ||
| # python ./compare_benchmark.py --base $(cat base_commit_id.txt) --head $(cat pr_commit_id.txt) 2>&1 | tee compare_results.txt | ||
|
|
||
| # - name: Authenticate GitHub CLI | ||
| # env: | ||
| # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| # run: | | ||
| # echo "${{ secrets.GITHUB_TOKEN }}" | gh auth login --with-token | ||
|
|
||
| # - name: Post benchmark results | ||
| # run: | | ||
| # cat compare_results.txt | ||
| # gh pr comment ${{ github.event.issue.number }} --body "$(cat compare_results.txt)" |