main.yml

name: Monthly Spider

on:
  schedule:
    # This cron job runs at 00:00 on the first day of every month
    - cron: '0 0 1 * *'
  workflow_dispatch:

jobs:
  run_spider:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v2

      - name: Set up Python
        uses: actions/setup-python@v2
        with:
          python-version: '3.x'

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi

      - name: Run spider
        run: python ./spider.py  # Adjust this line if spider.py is in a subdirectory

      - name: Commit and push if there are changes
        run: |
          git config --local user.email "action@github.com"
          git config --local user.name "GitHub Action"
          git add -A
          git commit -m "Update results from spider" || exit 0  # This command will fail if there are no changes, hence the || exit 0
          git push