add all configs for nsb-wise prod #2289
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: [push, pull_request] | |
| env: | |
| PYTEST_ADDOPTS: --color=yes | |
| jobs: | |
| tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| # lstchain dependency | |
| python-version: ['3.9', '3.10', '3.11'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| env: | |
| PYTHON_VERSION: ${{ matrix.python-version }} | |
| run: | | |
| . $CONDA/etc/profile.d/conda.sh | |
| conda config --set always_yes yes --set changeps1 no | |
| sed -i -e "s/- python=.*/- python=$PYTHON_VERSION/g" environment.yml | |
| echo "Creating conda env" | |
| conda env create -n ci -f environment.yml | |
| conda activate ci | |
| echo "Installing additional pip packages" | |
| pip install \ | |
| pytest-cov \ | |
| pyflakes | |
| echo "pip install ." | |
| pip install . | |
| - name: Static codechecks | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ci | |
| pyflakes lstmcpipe | |
| - name: Download test data | |
| env: | |
| TEST_DATA_USER: ${{ secrets.TEST_DATA_USER }} | |
| TEST_DATA_PASSWORD: ${{ secrets.TEST_DATA_PASSWORD }} | |
| run: | | |
| ./download_test_data.sh | |
| - name: Tests | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ci | |
| pytest --cov=lstmcpipe --cov-report=xml lstmcpipe | |
| - uses: codecov/codecov-action@v4 | |
| - name: Detect added configs | |
| uses: tj-actions/changed-files@v41 | |
| id: verify-changed-files | |
| with: | |
| files: | | |
| production_configs/*/*.yml | |
| production_configs/*/*.yaml | |
| # production_configs/*/*.json | |
| # TODO: solve issue in github actions extracting sublist of yaml files, see below | |
| - name: Validate added configs. | |
| if: steps.verify-changed-files.outputs.any_changed == 'true' | |
| run: | | |
| source $CONDA/etc/profile.d/conda.sh | |
| conda activate ci | |
| export filelist="${{ steps.verify-changed-files.outputs.all_changed_files }}" | |
| # export filelist=`grep -P '\.yaml$|\.yml$' <<< ${filelist[*]}` | |
| # the above line works on ubuntu but fails on github action, not following the given pattern | |
| echo "Added yaml files: $filelist" | |
| for file in $filelist; do | |
| echo "Checking $file"; | |
| echo "lstmcpipe_validate_config $file -lc `dirname $file`/*lstchain*.json" | |
| lstmcpipe_validate_config $file -lc `dirname $file`/*lstchain*.json ; | |
| echo "Valid!"; | |
| done |