add: get metadata dict from s3 bucket with last modified date and siz… #321
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: python-package | |
on: | |
push: | |
branches: [master] | |
pull_request: | |
branches: [master] | |
jobs: | |
pkg-install: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: 3.7 | |
architecture: x64 | |
- name: Cache python modules | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }} | |
restore-keys: | | |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}- | |
${{ runner.os }}-pkg-deps- | |
${{ runner.os }}- | |
- name: Install package | |
run: | | |
sudo apt install libspatialindex-dev python3-rtree | |
python -m pip install --upgrade pip | |
pip install -e . | |
macos-build: | |
runs-on: macos-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: 3.7 | |
architecture: x64 | |
- name: Install package | |
run: | | |
brew install spatialindex | |
python -m pip install --upgrade pip | |
pip install Rtree>=0.9.4 | |
pip install -e . | |
pkg-test: | |
runs-on: ubuntu-latest | |
needs: pkg-install | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: 3.7 | |
architecture: x64 | |
- name: Cache python modules | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }} | |
restore-keys: | | |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}- | |
${{ runner.os }}-pkg-deps- | |
${{ runner.os }}- | |
- name: Install dependencies | |
run: | | |
sudo apt install libspatialindex-dev python3-rtree | |
python -m pip install --upgrade pip | |
pip install -e . | |
pip install -r .github/workflows/requirements.txt | |
- name: Run unittests | |
env: | |
CDS_UID: ${{ secrets.CDS_UID }} | |
CDS_API_KEY: ${{ secrets.CDS_API_KEY }} | |
GDRIVE_CREDENTIALS: ${{ secrets.GDRIVE_CREDENTIALS}} | |
run: | | |
mkdir -p .dvc/tmp | |
echo "$GDRIVE_CREDENTIALS" | cat - | base64 -d > .dvc/tmp/credentials.json | |
coverage run -m unittest discover test/ | |
coverage xml | |
- name: Upload coverage to Codecov | |
uses: codecov/codecov-action@v1 | |
with: | |
file: ./coverage.xml | |
flags: unittests | |
fail_ci_if_error: true | |
flake8-py3: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: 3.7 | |
architecture: x64 | |
- name: Run flake8 | |
run: | | |
pip install flake8 | |
flake8 --version | |
flake8 ./ | |
mypy: | |
runs-on: ubuntu-latest | |
name: Mypy | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v2 | |
with: | |
python-version: 3.7 | |
- name: Run mypy | |
run: | | |
pip install mypy | |
python -m pip install --upgrade pip | |
mypy ./pyro_risks/ | |
docs-build: | |
runs-on: ubuntu-latest | |
needs: pkg-install | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Set up Python 3.7 | |
uses: actions/setup-python@v1 | |
with: | |
python-version: 3.7 | |
architecture: x64 | |
- name: Cache python modules | |
uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }} | |
restore-keys: | | |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}- | |
${{ runner.os }}-pkg-deps- | |
${{ runner.os }}- | |
- name: Install dependencies | |
run: | | |
sudo apt install libspatialindex-dev python3-rtree | |
python -m pip install --upgrade pip | |
pip install -e . | |
pip install -r docs/requirements.txt | |
- name: Build documentation | |
run: | | |
sphinx-build docs/source docs/build -a -v | |
black: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- uses: actions/setup-python@v2 | |
- uses: psf/black@stable |