-
Notifications
You must be signed in to change notification settings - Fork 2
49 lines (45 loc) · 1.65 KB
/
scrape-th-auto.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# This is a basic workflow to help you get started with Actions
name: scrape-th-auto
# Controls when the workflow will run
on:
schedule:
- cron: 22 20 * * * # runs once a day at 20:22 UTC (03:22 ICT)
concurrency:
group: scrape-and-schedule
cancel-in-progress: false
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
# This workflow contains a single job called "build"
build:
# The type of runner that the job will run on
runs-on: ubuntu-latest
# Steps represent a sequence of tasks that will be executed as part of the job
steps:
- name: checkout repo content
uses: actions/checkout@v3 # checkout the repository content to github runner.
- name: setup python
uses: actions/setup-python@v4
# with:
# python-version: 3.8.2
- name: setup dependencies
working-directory: ./mcd-bs4-th
run: |
pip install beautifulsoup4
pip install pandas
pip install lxml
pip install pytz
pip3 install requests
pip install path
pip install pathlib2
- name: execute py script # run mcd-bs4-th-v2.py to get the latest data
working-directory: ./mcd-bs4-th
run: |
python mcd-bs4-th-v2.py
- name: Commit and push if it changed
run: |
git config user.name "${GITHUB_ACTOR}"
git config user.email "${GITHUB_ACTOR}@users.noreply.github.com"
git add -A
timestamp=$(date -u)
git commit -m "Scraped: [${timestamp}] mcd-bs4-th (auto)"
git push "https://${GITHUB_ACTOR}:${TOKEN}@github.com/${GITHUB_REPOSITORY}.git" HEAD:main || exit 0