Update parquet-avro, parquet-hadoop to 1.14.4 (#1068) #2081
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This file was automatically generated by sbt-github-actions using the | |
| # githubWorkflowGenerate task. You should add and commit this file to | |
| # your git repository. It goes without saying that you shouldn't edit | |
| # this file by hand! Instead, if you wish to make changes, you should | |
| # change your sbt build configuration to revise the workflow description | |
| # to meet your needs, then regenerate this file. | |
| name: Continuous Integration | |
| on: | |
| pull_request: | |
| branches: [main] | |
| push: | |
| branches: [main] | |
| tags: [v*] | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| concurrency: | |
| group: ${{ github.workflow }} @ ${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| name: Build and Test | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| scala: [3, 2.13, 2.12] | |
| java: [corretto@17, corretto@11] | |
| project: [rootJVM] | |
| exclude: | |
| - scala: 3 | |
| java: corretto@11 | |
| - scala: 2.12 | |
| java: corretto@11 | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Install sbt | |
| uses: sbt/setup-sbt@v1 | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Setup Java (corretto@11) | |
| id: setup-java-corretto-11 | |
| if: matrix.java == 'corretto@11' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 11 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@11' && steps.setup-java-corretto-11.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Check that workflows are up to date | |
| run: sbt githubWorkflowCheck | |
| - name: Check headers and formatting | |
| if: matrix.java == 'corretto@17' && matrix.os == 'ubuntu-latest' | |
| run: sbt 'project ${{ matrix.project }}' '++ ${{ matrix.scala }}' headerCheckAll scalafmtCheckAll 'project /' scalafmtSbtCheck | |
| - name: Test | |
| if: '!(matrix.scala == ''3'')' | |
| run: sbt 'project ${{ matrix.project }}' '++ ${{ matrix.scala }}' test | |
| - name: Test | |
| if: matrix.scala == '3' | |
| run: sbt 'project ${{ matrix.project }}' '++ ${{ matrix.scala }}' shared/test test/test | |
| - name: Check binary compatibility | |
| if: '!(matrix.scala == ''3'')' | |
| run: sbt 'project ${{ matrix.project }}' '++ ${{ matrix.scala }}' mimaReportBinaryIssues | |
| - name: Generate API documentation | |
| if: '!(matrix.scala == ''3'')' | |
| run: sbt 'project ${{ matrix.project }}' '++ ${{ matrix.scala }}' doc | |
| - name: Make target directories | |
| if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main') | |
| run: mkdir -p bom/target refined/target shared/target tensorflow/target parquet/target tools/target protobuf/target jmh/target bigquery/target avro/target scalacheck/target beam/target datastore/target neo4j/target cats/target bigtable/target guava/target project/target | |
| - name: Compress target directories | |
| if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main') | |
| run: tar cf targets.tar bom/target refined/target shared/target tensorflow/target parquet/target tools/target protobuf/target jmh/target bigquery/target avro/target scalacheck/target beam/target datastore/target neo4j/target cats/target bigtable/target guava/target project/target | |
| - name: Upload target directories | |
| if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main') | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: target-${{ matrix.os }}-${{ matrix.java }}-${{ matrix.scala }}-${{ matrix.project }} | |
| path: targets.tar | |
| publish: | |
| name: Publish Artifacts | |
| needs: [build] | |
| if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main') | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| java: [corretto@17] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Install sbt | |
| uses: sbt/setup-sbt@v1 | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Setup Java (corretto@11) | |
| id: setup-java-corretto-11 | |
| if: matrix.java == 'corretto@11' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 11 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@11' && steps.setup-java-corretto-11.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Download target directories (3, rootJVM) | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: target-${{ matrix.os }}-${{ matrix.java }}-3-rootJVM | |
| - name: Inflate target directories (3, rootJVM) | |
| run: | | |
| tar xf targets.tar | |
| rm targets.tar | |
| - name: Download target directories (2.13, rootJVM) | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: target-${{ matrix.os }}-${{ matrix.java }}-2.13-rootJVM | |
| - name: Inflate target directories (2.13, rootJVM) | |
| run: | | |
| tar xf targets.tar | |
| rm targets.tar | |
| - name: Download target directories (2.12, rootJVM) | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: target-${{ matrix.os }}-${{ matrix.java }}-2.12-rootJVM | |
| - name: Inflate target directories (2.12, rootJVM) | |
| run: | | |
| tar xf targets.tar | |
| rm targets.tar | |
| - name: Import signing key | |
| if: env.PGP_SECRET != '' && env.PGP_PASSPHRASE == '' | |
| env: | |
| PGP_SECRET: ${{ secrets.PGP_SECRET }} | |
| PGP_PASSPHRASE: ${{ secrets.PGP_PASSPHRASE }} | |
| run: echo $PGP_SECRET | base64 -d -i - | gpg --import | |
| - name: Import signing key and strip passphrase | |
| if: env.PGP_SECRET != '' && env.PGP_PASSPHRASE != '' | |
| env: | |
| PGP_SECRET: ${{ secrets.PGP_SECRET }} | |
| PGP_PASSPHRASE: ${{ secrets.PGP_PASSPHRASE }} | |
| run: | | |
| echo "$PGP_SECRET" | base64 -d -i - > /tmp/signing-key.gpg | |
| echo "$PGP_PASSPHRASE" | gpg --pinentry-mode loopback --passphrase-fd 0 --import /tmp/signing-key.gpg | |
| (echo "$PGP_PASSPHRASE"; echo; echo) | gpg --command-fd 0 --pinentry-mode loopback --change-passphrase $(gpg --list-secret-keys --with-colons 2> /dev/null | grep '^sec:' | cut --delimiter ':' --fields 5 | tail -n 1) | |
| - name: Publish | |
| env: | |
| SONATYPE_USERNAME: ${{ secrets.SONATYPE_USERNAME }} | |
| SONATYPE_PASSWORD: ${{ secrets.SONATYPE_PASSWORD }} | |
| SONATYPE_CREDENTIAL_HOST: ${{ secrets.SONATYPE_CREDENTIAL_HOST }} | |
| run: sbt tlCiRelease | |
| dependency-submission: | |
| name: Submit Dependencies | |
| if: github.event.repository.fork == false && github.event_name != 'pull_request' | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| java: [corretto@17] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Install sbt | |
| uses: sbt/setup-sbt@v1 | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Setup Java (corretto@11) | |
| id: setup-java-corretto-11 | |
| if: matrix.java == 'corretto@11' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 11 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@11' && steps.setup-java-corretto-11.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Submit Dependencies | |
| uses: scalacenter/sbt-dependency-submission@v2 | |
| with: | |
| modules-ignore: test_3 test_2.13 test_2.12 magnolify-docs_2.13 magnolify_3 magnolify_2.13 magnolify_2.12 site_2.13 site_2.12 magnolify_3 magnolify_2.13 magnolify_2.12 magnolify_3 magnolify_2.13 magnolify_2.12 | |
| configs-ignore: test scala-tool scala-doc-tool test-internal | |
| validate-steward: | |
| name: Validate Steward Config | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| java: [temurin@11] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout current branch (fast) | |
| uses: actions/checkout@v4 | |
| - name: Setup Java (temurin@11) | |
| id: setup-java-temurin-11 | |
| if: matrix.java == 'temurin@11' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: temurin | |
| java-version: 11 | |
| - uses: coursier/setup-action@v1 | |
| with: | |
| apps: scala-steward | |
| - run: scala-steward validate-repo-config .scala-steward.conf | |
| coverage: | |
| name: Test coverage | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| scala: [2.13] | |
| java: [corretto@17] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Test coverage | |
| run: sbt '++ ${{ matrix.scala }}' coverage test coverageAggregate | |
| - name: Upload coverage report | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| avro-legacy: | |
| name: Test with legacy avro | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| scala: [2.13] | |
| java: [corretto@17] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Test | |
| env: | |
| JAVA_OPTS: '-Davro.version=1.8.2' | |
| run: sbt '++ ${{ matrix.scala }}' avro/test | |
| site: | |
| name: Generate Site | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| scala: [2.13] | |
| java: [corretto@17] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout current branch (full) | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Setup Java (corretto@17) | |
| id: setup-java-corretto-17 | |
| if: matrix.java == 'corretto@17' | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: corretto | |
| java-version: 17 | |
| cache: sbt | |
| - name: sbt update | |
| if: matrix.java == 'corretto@17' && steps.setup-java-corretto-17.outputs.cache-hit == 'false' | |
| run: sbt +update | |
| - name: Generate site | |
| run: sbt '++ ${{ matrix.scala }}' site/makeSite | |
| - name: Publish site | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| uses: peaceiris/actions-gh-pages@v3.9.3 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: site/target/site | |
| keep_files: true |