Skip to content

scrape

scrape #450

Workflow file for this run

name: scrape
on:
schedule:
- cron: "0 0 * * *"
workflow_dispatch:
jobs:
update-stores:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: install_deps
run: |
python3 -m pip install --upgrade pip
python3 -m pip install --upgrade google-auth
- name: scrape_and_commit
run: |
cd scrape
python3 dig.py -update-stores -key '${{secrets.SERVICE_ACCOUNT}}'
scrape-juno:
needs: update-stores
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: install_deps
run: |
python3 -m pip install --upgrade pip
python3 -m pip install --upgrade google-auth
- name: scrape_and_commit
run: |
cd scrape
python3 dig.py -store juno -key '${{secrets.SERVICE_ACCOUNT}}' -clear-trackers
git config user.name github-actions
git config user.email github-actions@github.com
git add .
git commit -m "- update juno releases"
git pull --rebase
git push origin HEAD:main
scrape-redeye:
needs: update-stores
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: install_deps
run: |
python3 -m pip install --upgrade pip
python3 -m pip install --upgrade google-auth
- name: scrape_and_commit
run: |
cd scrape
python3 dig.py -urls -store redeye -key '${{secrets.SERVICE_ACCOUNT}}' -clear-trackers
git config user.name github-actions
git config user.email github-actions@github.com
git add .
git commit -m "- update redeye releases"
git pull --rebase
git push origin HEAD:main
scrape-yoyaku:
if: false
needs: update-stores
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: install_deps
run: |
python3 -m pip install --upgrade pip
python3 -m pip install --upgrade google-auth
- name: scrape_and_commit
run: |
cd scrape
python3 dig.py -urls -store yoyaku -key '${{secrets.SERVICE_ACCOUNT}}' -clear-trackers -verbose -urls
git config user.name github-actions
git config user.email github-actions@github.com
git add .
git commit -m "- update yoyaku releases"
git pull --rebase
git push origin HEAD:main