Skip to content

add: get metadata dict from s3 bucket with last modified date and siz… #321

add: get metadata dict from s3 bucket with last modified date and siz…

add: get metadata dict from s3 bucket with last modified date and siz… #321

Workflow file for this run

name: python-package
on:
push:
branches: [master]
pull_request:
branches: [master]
jobs:
pkg-install:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v1
with:
python-version: 3.7
architecture: x64
- name: Cache python modules
uses: actions/cache@v2
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }}
restore-keys: |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-
${{ runner.os }}-pkg-deps-
${{ runner.os }}-
- name: Install package
run: |
sudo apt install libspatialindex-dev python3-rtree
python -m pip install --upgrade pip
pip install -e .
macos-build:
runs-on: macos-latest
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v1
with:
python-version: 3.7
architecture: x64
- name: Install package
run: |
brew install spatialindex
python -m pip install --upgrade pip
pip install Rtree>=0.9.4
pip install -e .
pkg-test:
runs-on: ubuntu-latest
needs: pkg-install
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v1
with:
python-version: 3.7
architecture: x64
- name: Cache python modules
uses: actions/cache@v2
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }}
restore-keys: |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-
${{ runner.os }}-pkg-deps-
${{ runner.os }}-
- name: Install dependencies
run: |
sudo apt install libspatialindex-dev python3-rtree
python -m pip install --upgrade pip
pip install -e .
pip install -r .github/workflows/requirements.txt
- name: Run unittests
env:
CDS_UID: ${{ secrets.CDS_UID }}
CDS_API_KEY: ${{ secrets.CDS_API_KEY }}
GDRIVE_CREDENTIALS: ${{ secrets.GDRIVE_CREDENTIALS}}
run: |
mkdir -p .dvc/tmp
echo "$GDRIVE_CREDENTIALS" | cat - | base64 -d > .dvc/tmp/credentials.json
coverage run -m unittest discover test/
coverage xml
- name: Upload coverage to Codecov
uses: codecov/codecov-action@v1
with:
file: ./coverage.xml
flags: unittests
fail_ci_if_error: true
flake8-py3:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v1
with:
python-version: 3.7
architecture: x64
- name: Run flake8
run: |
pip install flake8
flake8 --version
flake8 ./
mypy:
runs-on: ubuntu-latest
name: Mypy
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v2
with:
python-version: 3.7
- name: Run mypy
run: |
pip install mypy
python -m pip install --upgrade pip
mypy ./pyro_risks/
docs-build:
runs-on: ubuntu-latest
needs: pkg-install
steps:
- uses: actions/checkout@v2
- name: Set up Python 3.7
uses: actions/setup-python@v1
with:
python-version: 3.7
architecture: x64
- name: Cache python modules
uses: actions/cache@v2
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-${{ hashFiles('**/*.py') }}
restore-keys: |
${{ runner.os }}-pkg-deps-${{ hashFiles('requirements.txt') }}-
${{ runner.os }}-pkg-deps-
${{ runner.os }}-
- name: Install dependencies
run: |
sudo apt install libspatialindex-dev python3-rtree
python -m pip install --upgrade pip
pip install -e .
pip install -r docs/requirements.txt
- name: Build documentation
run: |
sphinx-build docs/source docs/build -a -v
black:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/setup-python@v2
- uses: psf/black@stable