[Snyk] Fix for 16 vulnerabilities #145
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: CI | |
# yamllint disable-line rule:truthy | |
on: | |
push: | |
branches: | |
- dev | |
- rc | |
- master | |
pull_request: ~ | |
env: | |
CACHE_VERSION: 1 | |
DEFAULT_PYTHON: 3.7 | |
PRE_COMMIT_HOME: ~/.cache/pre-commit | |
jobs: | |
# Separate job to pre-populate the base dependency cache | |
# This prevent upcoming jobs to do the same individually | |
prepare-base: | |
name: Prepare base dependencies | |
runs-on: ubuntu-latest | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
id: python | |
uses: actions/setup-python@v2.1.4 | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
restore-keys: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements_test.txt') }}- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}-${{ hashFiles('requirements.txt') }} | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ steps.python.outputs.python-version }}- | |
- name: Create Python virtual environment | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
python -m venv venv | |
. venv/bin/activate | |
pip install -U "pip<20.3" setuptools | |
pip install -r requirements.txt -r requirements_test.txt | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
restore-keys: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit- | |
- name: Install pre-commit dependencies | |
if: steps.cache-precommit.outputs.cache-hit != 'true' | |
run: | | |
. venv/bin/activate | |
pre-commit install-hooks | |
lint-bandit: | |
name: Check bandit | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run bandit | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual bandit --all-files --show-diff-on-failure | |
lint-black: | |
name: Check black | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run black | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual black --all-files --show-diff-on-failure | |
lint-codespell: | |
name: Check codespell | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register codespell problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/codespell.json" | |
- name: Run codespell | |
run: | | |
. venv/bin/activate | |
pre-commit run --show-diff-on-failure --hook-stage manual codespell --all-files | |
lint-dockerfile: | |
name: Check Dockerfile | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Register hadolint problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/hadolint.json" | |
- name: Check Dockerfile | |
uses: docker://hadolint/hadolint:v1.18.2 | |
with: | |
args: hadolint Dockerfile | |
- name: Check Dockerfile.dev | |
uses: docker://hadolint/hadolint:v1.18.2 | |
with: | |
args: hadolint Dockerfile.dev | |
lint-executable-shebangs: | |
name: Check executables | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register check executables problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/check-executables-have-shebangs.json" | |
- name: Run executables check | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual check-executables-have-shebangs --all-files | |
lint-flake8: | |
name: Check flake8 | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register flake8 problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/flake8.json" | |
- name: Run flake8 | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual flake8 --all-files | |
lint-isort: | |
name: Check isort | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run isort | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual isort --all-files --show-diff-on-failure | |
lint-json: | |
name: Check JSON | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register check-json problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/check-json.json" | |
- name: Run check-json | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual check-json --all-files | |
lint-pyupgrade: | |
name: Check pyupgrade | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run pyupgrade | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual pyupgrade --all-files --show-diff-on-failure | |
# Disabled until we have the existing issues fixed | |
# lint-shellcheck: | |
# name: Check ShellCheck | |
# runs-on: ubuntu-latest | |
# needs: prepare-base | |
# steps: | |
# - name: Check out code from GitHub | |
# uses: actions/checkout@v2 | |
# - name: Run ShellCheck | |
# uses: ludeeus/action-shellcheck@0.3.0 | |
lint-yaml: | |
name: Check YAML | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Restore pre-commit environment from cache | |
id: cache-precommit | |
uses: actions/cache@v2 | |
with: | |
path: ${{ env.PRE_COMMIT_HOME }} | |
key: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-pre-commit-${{ hashFiles('.pre-commit-config.yaml') }} | |
- name: Fail job if cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register yamllint problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/yamllint.json" | |
- name: Run yamllint | |
run: | | |
. venv/bin/activate | |
pre-commit run --hook-stage manual yamllint --all-files --show-diff-on-failure | |
hassfest: | |
name: Check hassfest | |
runs-on: ubuntu-latest | |
needs: prepare-tests | |
strategy: | |
matrix: | |
python-version: [3.7] | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run hassfest | |
run: | | |
. venv/bin/activate | |
python -m script.hassfest --requirements --action validate | |
gen-requirements-all: | |
name: Check all requirements | |
runs-on: ubuntu-latest | |
needs: prepare-base | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: Set up Python ${{ env.DEFAULT_PYTHON }} | |
uses: actions/setup-python@v2.1.4 | |
id: python | |
with: | |
python-version: ${{ env.DEFAULT_PYTHON }} | |
- name: Restore base Python virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-base-venv-${{ | |
steps.python.outputs.python-version }}-${{ | |
hashFiles('requirements.txt') }}-${{ | |
hashFiles('requirements_test.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Run gen_requirements_all.py | |
run: | | |
. venv/bin/activate | |
python -m script.gen_requirements_all validate | |
prepare-tests: | |
name: Prepare tests for Python ${{ matrix.python-version }} | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
python-version: [3.7, 3.8] | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
restore-keys: | | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('requirements_test.txt') }}-${{ hashFiles('requirements_all.txt') }} | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('requirements_test.txt') }} | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ matrix.python-version }}- | |
- name: | |
Create full Python ${{ matrix.python-version }} virtual environment | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
python -m venv venv | |
. venv/bin/activate | |
pip install -U "pip<20.3" setuptools wheel | |
pip install -r requirements_all.txt | |
pip install -r requirements_test.txt | |
pip install -e . | |
pylint: | |
name: Check pylint | |
runs-on: ubuntu-latest | |
needs: prepare-tests | |
strategy: | |
matrix: | |
python-version: [3.7] | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register pylint problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/pylint.json" | |
- name: Run pylint | |
run: | | |
. venv/bin/activate | |
pylint homeassistant | |
mypy: | |
name: Check mypy | |
runs-on: ubuntu-latest | |
needs: prepare-tests | |
strategy: | |
matrix: | |
python-version: [3.7] | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register mypy problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/mypy.json" | |
- name: Run mypy | |
run: | | |
. venv/bin/activate | |
mypy homeassistant | |
pytest: | |
runs-on: ubuntu-latest | |
needs: prepare-tests | |
strategy: | |
matrix: | |
group: [1, 2, 3, 4] | |
python-version: [3.7, 3.8] | |
name: >- | |
Run tests Python ${{ matrix.python-version }} (group ${{ matrix.group }}) | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Register Python problem matcher | |
run: | | |
echo "::add-matcher::.github/workflows/matchers/python.json" | |
- name: Install Pytest Annotation plugin | |
run: | | |
. venv/bin/activate | |
# Ideally this should be part of our dependencies | |
# However this plugin is fairly new and doesn't run correctly | |
# on a non-GitHub environment. | |
pip install pytest-github-actions-annotate-failures | |
- name: Run pytest | |
run: | | |
. venv/bin/activate | |
pytest \ | |
-qq \ | |
--timeout=9 \ | |
--durations=10 \ | |
-n auto \ | |
--dist=loadfile \ | |
--test-group-count 4 \ | |
--test-group=${{ matrix.group }} \ | |
--cov homeassistant \ | |
-o console_output_style=count \ | |
-p no:sugar \ | |
tests | |
- name: Upload coverage artifact | |
uses: actions/upload-artifact@v2.2.1 | |
with: | |
name: coverage-${{ matrix.python-version }}-group${{ matrix.group }} | |
path: .coverage | |
- name: Check dirty | |
run: | | |
./script/check_dirty | |
coverage: | |
name: Process test coverage | |
runs-on: ubuntu-latest | |
needs: pytest | |
strategy: | |
matrix: | |
python-version: [3.7] | |
container: homeassistant/ci-azure:${{ matrix.python-version }} | |
steps: | |
- name: Check out code from GitHub | |
uses: actions/checkout@v2 | |
- name: | |
Restore full Python ${{ matrix.python-version }} virtual environment | |
id: cache-venv | |
uses: actions/cache@v2 | |
with: | |
path: venv | |
key: >- | |
${{ env.CACHE_VERSION}}-${{ runner.os }}-venv-${{ | |
matrix.python-version }}-${{ hashFiles('requirements_test.txt') | |
}}-${{ hashFiles('requirements_all.txt') }}-${{ | |
hashFiles('homeassistant/package_constraints.txt') }} | |
- name: Fail job if Python cache restore failed | |
if: steps.cache-venv.outputs.cache-hit != 'true' | |
run: | | |
echo "Failed to restore Python virtual environment from cache" | |
exit 1 | |
- name: Download all coverage artifacts | |
uses: actions/download-artifact@v2 | |
- name: Combine coverage results | |
run: | | |
. venv/bin/activate | |
coverage combine coverage*/.coverage* | |
coverage report --fail-under=94 | |
coverage xml | |
- name: Upload coverage to Codecov | |
uses: codecov/codecov-action@v1.0.15 |