chore(deps): bump jinja2 from 3.1.3 to 3.1.5 in /clouds/databricks/co… #273
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Databricks CI/CD | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "clouds/databricks/**" | |
| - ".github/workflows/databricks.yml" | |
| pull_request: | |
| paths: | |
| - "clouds/databricks/**" | |
| - ".github/workflows/databricks.yml" | |
| workflow_dispatch: | |
| workflow_call: | |
| env: | |
| PYTHON3_VERSION: 3.8.11 | |
| VIRTUALENV_VERSION: 20.21.1 | |
| GCLOUD_VERSION: 500.0.0 | |
| GOOGLE_SECRET_MANAGER_PROJECT: ${{ secrets.GOOGLE_SECRET_MANAGER_PROJECT }} | |
| jobs: | |
| test: | |
| if: false | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 30 | |
| env: | |
| DB_PREFIX: ci_${{ github.sha }}_${{ github.run_id }}_${{ github.run_attempt }}_ | |
| DB_CLUSTER_ID: ${{ secrets.DB_CLUSTER_ID_CI }} | |
| DB_HTTP_PATH: ${{ secrets.DB_HTTP_PATH_CI }} | |
| DB_HOST: ${{ secrets.DB_HOST_CI }} | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }} | |
| - name: Get secrets | |
| id: secrets | |
| uses: google-github-actions/get-secretmanager-secrets@v0 | |
| with: | |
| secrets: |- | |
| databricks-ci-token:projects/cartodb-on-gcp-terraform-ci-cd/secrets/terraform-databricks-aws-ciuser-token | |
| - name: Check diff | |
| uses: technote-space/get-diff-action@v4 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: adopt@1.8 | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Setup databricks cli | |
| uses: microsoft/install-databricks-cli@v1.0.0 | |
| - name: Run linter and tests | |
| env: | |
| DB_TOKEN: ${{ steps.secrets.outputs.databricks-ci-token }} | |
| run: | | |
| cd clouds/databricks | |
| make lint && \ | |
| make deploy && \ | |
| make test && \ | |
| make remove | |
| deploy-internal: | |
| if: github.ref_name == 'main' | |
| needs: test | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 20 | |
| strategy: | |
| matrix: | |
| include: | |
| - cluster_id: DB_CLUSTER_ID_CD | |
| http_path: DB_HTTP_PATH_CD | |
| host: DB_HOST_CD | |
| env: | |
| DB_CLUSTER_ID: ${{ secrets[matrix.cluster_id] }} | |
| DB_HTTP_PATH: ${{ secrets[matrix.http_path] }} | |
| DB_HOST: ${{ secrets[matrix.host] }} | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }} | |
| - name: Get secrets | |
| id: secrets | |
| uses: google-github-actions/get-secretmanager-secrets@v0 | |
| with: | |
| secrets: |- | |
| databricks-ci-token:projects/cartodb-on-gcp-terraform-ci-cd/secrets/terraform-databricks-aws-ciuser-token | |
| - name: Check diff | |
| uses: technote-space/get-diff-action@v4 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: adopt@1.8 | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Setup databricks cli | |
| uses: microsoft/install-databricks-cli@v1.0.0 | |
| - name: Run deploy | |
| env: | |
| DB_TOKEN: ${{ steps.secrets.outputs.databricks-ci-token }} | |
| run: | | |
| cd clouds/databricks | |
| make deploy production=1 | |
| publish: | |
| needs: test | |
| if: github.ref_name == 'stable' | |
| runs-on: ubuntu-20.04 | |
| timeout-minutes: 10 | |
| env: | |
| PACKAGE_BUCKET: gs://carto-analytics-toolbox-core/databricks | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Setup scala | |
| uses: olafurpg/setup-scala@v11 | |
| with: | |
| java-version: adopt@1.8 | |
| - name: Setup python 3 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ env.PYTHON3_VERSION }} | |
| - name: Setup virtualenv | |
| run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }} | |
| - name: Auth google | |
| uses: google-github-actions/auth@v2 | |
| with: | |
| credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }} | |
| project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }} | |
| create_credentials_file: true | |
| - name: Setup gcloud | |
| uses: google-github-actions/setup-gcloud@v2 | |
| with: | |
| version: ${{ env.GCLOUD_VERSION }} | |
| project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }} | |
| - name: Release | |
| env: | |
| PGP_PASSPHRASE: ${{ secrets.PGP_PASSPHRASE }} | |
| PGP_SECRET: ${{ secrets.PGP_SECRET }} | |
| SONATYPE_PASSWORD: ${{ secrets.SONATYPE_PASSWORD }} | |
| SONATYPE_USERNAME: ${{ secrets.SONATYPE_USERNAME }} | |
| run: | | |
| cd clouds/databricks | |
| make ci-release-core production=1 | |
| - name: Create package | |
| run: | | |
| cd clouds/databricks | |
| make create-package | |
| - name: Publish package | |
| run: | | |
| cd clouds/databricks | |
| gsutil -h "Content-Type:application/zip" -m cp dist/*.zip ${{ env.PACKAGE_BUCKET }}/ | |
| gsutil -h "Content-Type:application/zip" -m cp dist/*.zip ${{ env.PACKAGE_BUCKET }}/carto-analytics-toolbox-core-databricks-latest.zip | |
| gsutil -h "Content-Type:application/json" -m cp dist/*.json ${{ env.PACKAGE_BUCKET }}/ | |
| gsutil -h "Content-Type:text/plain" -m cp dist/modules.sql ${{ env.PACKAGE_BUCKET }}/ |