diff.yml

name: Production Diff Staging
on:
  push:
    branches:
      - patch-open-issue
  workflow_dispatch:
  schedule:
    - cron: "0 0 * * *"
jobs:
  diff:
    runs-on: ubuntu-20.04
    env:
      AWS_S3_ENDPOINT: ${{ secrets.DO_S3_ENDPOINT }}
      AWS_ACCESS_KEY_ID: ${{ secrets.DO_ACCESS_KEY_ID }}
      AWS_SECRET_ACCESS_KEY: ${{ secrets.DO_SECRET_ACCESS_KEY }}
      AWS_S3_BUCKET: edm-publishing
    outputs: 
      matrix: ${{ steps.diff.outputs.matrix }}
      notify: ${{ steps.diff.outputs.notify }}
    steps:
      - uses: actions/checkout@v2
        
      - name: Install Dependencies
        run: ./run.sh install
      
      - name: Compute diff matrix
        id: diff 
        shell: python
        run: |
          import json
          import os
          import os
          
          diff=os.popen('./run.sh diff_list').readlines()
          diff=[d.replace('\n', '') for d in diff]
          diff_json=json.dumps(json.dumps(diff))
          print(len(diff))
          print(str(len(diff)))
          os.system('''echo "::set-output name=notify::{}"'''.format(str(len(diff))))
          os.system('''echo "::set-output name=matrix::{}"'''.format(diff_json))
      
      - name: notify?
        run: |
          echo ${{ steps.diff.outputs.notify }}

      - name: Print Matrix
        run: |
          echo ${{ steps.diff.outputs.matrix }}
      
      - name: test notify
        run: echo ${{ steps.diff.outputs.notify }}
      
      - name: test notify
        if: steps.diff.outputs.notify != '0'
        run: echo ${{ steps.diff.outputs.notify }}
      
      - name: test notify
        if: steps.diff.outputs.notify != 0
        run: echo ${{ steps.diff.outputs.notify }}

  notify:
    runs-on: ubuntu-20.04
    if: needs.diff.outputs.notify != '0'
    needs: [diff]
    env:
      AWS_S3_ENDPOINT: ${{ secrets.DO_S3_ENDPOINT }}
      AWS_ACCESS_KEY_ID: ${{ secrets.DO_ACCESS_KEY_ID }}
      AWS_SECRET_ACCESS_KEY: ${{ secrets.DO_SECRET_ACCESS_KEY }}
      AWS_S3_BUCKET: edm-publishing
    strategy:
      matrix: 
        dataset: ${{ fromJSON(needs.diff.outputs.matrix) }}
    steps:            
       - uses: actions/checkout@v2
         
       - name: Install Dependencies
         run: ./run.sh install
       
       - name: Random Sleep
         run:  sleep $[ ( $RANDOM % 10 )  + 1 ]s

       - name: Get Category
         id: category
         run: |
          category=$(cat metadata.json |  jq -r '.[] | select( .name | contains("${{ matrix.dataset }}"))' | jq -r '.category')
          echo "::set-output name=category::$category"

       - uses: actions/github-script@v3
         name: Create Issue to Publish (if it doesn't exist)
         with: 
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: |
            let category;
            if ('${{ steps.category.outputs.category }}' === '') {
              category = '🚕 Other'
            } else {
              category = '${{ steps.category.outputs.category }}'
            }
            const title = `[publish] ${{ matrix.dataset }}`;
            const body = `
            ## Difference Detected Between \`Production\` and \`Staging\` in the following dataset(s)
            ### Dataset(s)
            \`\`\`yml
            - ${{ matrix.dataset }}
            \`\`\`
            ### Next Steps
            If you have manually checked above files and they seem to be ok, add the \'publish\' label to this issue.

            This will allow github actions to move staging files to production. 
            
            Feel free to close this issue once it's all complete. Thanks!
            `;

            const issues = await github.issues.listForRepo({
              owner: context.repo.owner,
              repo: context.repo.repo,
              state: 'open'
            });
            const filtered = issues.data.filter(issue => issue.title === title)
            
            if (filtered.length > 0) {
              console.log('Issue Already Exists')
            } else {
              github.issues.create({
                owner: context.repo.owner,
                repo: context.repo.repo,
                title: title,
                body: body,
                assignees: ["ileoyu", "OmarOrtiz1"],
                labels: ['staging', category]
              });
            }