fix(tests): Add Spark testsuite to tox.ini and to CI #2738
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test Databases | |
on: | |
push: | |
branches: | |
- master | |
- release/** | |
- sentry-sdk-2.0 | |
pull_request: | |
# Cancel in progress workflows on pull_requests. | |
# https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
cancel-in-progress: true | |
permissions: | |
contents: read | |
env: | |
BUILD_CACHE_KEY: ${{ github.sha }} | |
CACHED_BUILD_PATHS: | | |
${{ github.workspace }}/dist-serverless | |
jobs: | |
test-databases-latest: | |
name: Databases (latest) | |
timeout-minutes: 30 | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
python-version: ["3.7","3.8","3.11","3.12"] | |
# python3.6 reached EOL and is no longer being supported on | |
# new versions of hosted runners on Github Actions | |
# ubuntu-20.04 is the last version that supported python3.6 | |
# see https://github.com/actions/setup-python/issues/544#issuecomment-1332535877 | |
os: [ubuntu-20.04] | |
services: | |
postgres: | |
image: postgres | |
env: | |
POSTGRES_PASSWORD: sentry | |
# Set health checks to wait until postgres has started | |
options: >- | |
--health-cmd pg_isready | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
# Maps tcp port 5432 on service container to the host | |
ports: | |
- 5432:5432 | |
env: | |
SENTRY_PYTHON_TEST_POSTGRES_HOST: localhost | |
SENTRY_PYTHON_TEST_POSTGRES_USER: postgres | |
SENTRY_PYTHON_TEST_POSTGRES_PASSWORD: sentry | |
steps: | |
- uses: actions/checkout@v4.1.7 | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- uses: getsentry/action-clickhouse-in-ci@v1 | |
- name: Setup Test Env | |
run: | | |
pip install coverage tox | |
- name: Erase coverage | |
run: | | |
coverage erase | |
- name: Test asyncpg latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-asyncpg-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test clickhouse_driver latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-clickhouse_driver-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test pymongo latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-pymongo-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test redis latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-redis-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test redis_py_cluster_legacy latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-redis_py_cluster_legacy-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test sqlalchemy latest | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh "py${{ matrix.python-version }}-sqlalchemy-latest" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Generate coverage XML | |
run: | | |
coverage combine .coverage* | |
coverage xml -i | |
- uses: codecov/codecov-action@v4 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: coverage.xml | |
test-databases-pinned: | |
name: Databases (pinned) | |
timeout-minutes: 30 | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
python-version: ["3.6","3.7","3.8","3.9","3.10","3.11","3.12"] | |
# python3.6 reached EOL and is no longer being supported on | |
# new versions of hosted runners on Github Actions | |
# ubuntu-20.04 is the last version that supported python3.6 | |
# see https://github.com/actions/setup-python/issues/544#issuecomment-1332535877 | |
os: [ubuntu-20.04] | |
services: | |
postgres: | |
image: postgres | |
env: | |
POSTGRES_PASSWORD: sentry | |
# Set health checks to wait until postgres has started | |
options: >- | |
--health-cmd pg_isready | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
# Maps tcp port 5432 on service container to the host | |
ports: | |
- 5432:5432 | |
env: | |
SENTRY_PYTHON_TEST_POSTGRES_HOST: localhost | |
SENTRY_PYTHON_TEST_POSTGRES_USER: postgres | |
SENTRY_PYTHON_TEST_POSTGRES_PASSWORD: sentry | |
steps: | |
- uses: actions/checkout@v4.1.7 | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ matrix.python-version }} | |
- uses: getsentry/action-clickhouse-in-ci@v1 | |
- name: Setup Test Env | |
run: | | |
pip install coverage tox | |
- name: Erase coverage | |
run: | | |
coverage erase | |
- name: Test asyncpg pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-asyncpg" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test clickhouse_driver pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-clickhouse_driver" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test pymongo pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-pymongo" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test redis pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-redis" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test redis_py_cluster_legacy pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-redis_py_cluster_legacy" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Test sqlalchemy pinned | |
run: | | |
set -x # print commands that are executed | |
./scripts/runtox.sh --exclude-latest "py${{ matrix.python-version }}-sqlalchemy" --cov=tests --cov=sentry_sdk --cov-report= --cov-branch | |
- name: Generate coverage XML | |
run: | | |
coverage combine .coverage* | |
coverage xml -i | |
- uses: codecov/codecov-action@v4 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: coverage.xml | |
check_required_tests: | |
name: All Databases tests passed | |
needs: test-databases-pinned | |
# Always run this, even if a dependent job failed | |
if: always() | |
runs-on: ubuntu-20.04 | |
steps: | |
- name: Check for failures | |
if: contains(needs.test-databases-pinned.result, 'failure') || contains(needs.test-databases-pinned.result, 'skipped') | |
run: | | |
echo "One of the dependent jobs has failed. You may need to re-run it." && exit 1 |