Build and Push Container images - 3.15.Final #5
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build and Push Container images - 3.15.Final | ||
env: | ||
IMAGE_BASE_NAME: "quay.io/quarkus-super-heroes" | ||
MANDREL_IMAGE: "quay.io/quarkus/ubi-quarkus-mandrel-builder-image" | ||
LATEST_IMAGE_TAG: "latest" | ||
DEFAULT_TIMEFRAME: "24 hours" | ||
BRANCH: 3.15.Final | ||
on: | ||
workflow_dispatch: | ||
inputs: | ||
TIMEFRAME: | ||
required: true | ||
type: choice | ||
description: The timeframe to check for changes | ||
default: ${{ env.DEFAULT_TIMEFRAME }} | ||
Check failure on line 17 in .github/workflows/build-push-container-images-3.15.Final.yml GitHub Actions / Build and Push Container images - 3.15.FinalInvalid workflow file
|
||
options: | ||
- 24 hours | ||
- 2 days | ||
- 3 days | ||
- 7 days | ||
- 1 month | ||
schedule: | ||
- cron: "0 2 * * *" | ||
concurrency: | ||
group: "workflow = ${{ github.workflow }}, ref = ${{ github.event.workflow_run.head_branch || github.event.ref || github.ref }}" | ||
cancel-in-progress: false | ||
defaults: | ||
run: | ||
shell: bash | ||
jobs: | ||
calculate-refs: | ||
runs-on: ubuntu-latest | ||
outputs: | ||
ref: ${{ steps.calculate_branch.outputs.ref }} | ||
branch: ${{ env.BRANCH }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
with: | ||
ref: ${{ env.BRANCH }} | ||
- name: Calculate Branch | ||
id: calculate_branch | ||
run: | | ||
if [[ ${{ github.event_name }} == 'workflow_run' ]]; then | ||
echo "ref=${{ github.event.workflow_run.head_commit.id }}" >> $GITHUB_OUTPUT | ||
elif [[ ${{ github.event_name}} == 'workflow_dispatch' || ${{ github.event_name }} == 'schedule' ]]; then | ||
ref=$(git rev-parse @) | ||
echo "ref=${ref}" >> $GITHUB_OUTPUT | ||
fi | ||
check-commit-count: | ||
needs: calculate-refs | ||
runs-on: ubuntu-latest | ||
outputs: | ||
has_commits: ${{ steps.calculate_commits.outputs.has_commits }} | ||
ref: ${{ needs.calculate-refs.outputs.ref }} | ||
branch: ${{ needs.calculate-refs.outputs.branch }} | ||
steps: | ||
- name: Print inputs | ||
run: echo "ref = ${{ needs.calculate-refs.outputs.ref }}" | ||
- uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 0 | ||
ref: ${{ env.BRANCH }} | ||
- name: Calculate whether there are commits | ||
id: calculate_commits | ||
run: | | ||
if [[ ${{ github.event_name }} == 'schedule' ]]; then | ||
if [[ $(git log --oneline --since '${{ env.DEFAULT_TIMEFRAME }} ago' | wc -l) -gt 0 ]]; then | ||
echo "has_commits=true" >> $GITHUB_OUTPUT | ||
else | ||
echo "has_commits=false" >> $GITHUB_OUTPUT | ||
fi | ||
else | ||
echo "has_commits=true" >> $GITHUB_OUTPUT | ||
fi | ||
calculate-modules: | ||
needs: check-commit-count | ||
runs-on: ubuntu-latest | ||
if: needs.check-commit-count.outputs.has_commits == 'true' | ||
outputs: | ||
projects_matrix: ${{ steps.calculate_projects.outputs.projects_matrix }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 0 | ||
ref: ${{ env.BRANCH }} | ||
- name: Setup Java | ||
uses: actions/setup-java@v4 | ||
with: | ||
java-version: 21 | ||
distribution: temurin | ||
- name: Calculate projects | ||
id: calculate_projects | ||
run: | | ||
json=$(curl -Ls https://sh.jbang.dev | bash -s - .github/calculateModules.java "${{ env.DEFAULT_TIMEFRAME }}") | ||
echo "modules = ${json}" | ||
echo "projects_matrix=${json}" >> $GITHUB_OUTPUT | ||
build-jvm-images: | ||
needs: | ||
- check-commit-count | ||
- calculate-modules | ||
if: (needs.check-commit-count.outputs.has_commits == 'true') && (needs.calculate-modules.outputs.projects_matrix != '[]') && (github.repository == 'quarkusio/quarkus-super-heroes') && (contains(fromJSON('["workflow_dispatch", "schedule"]'), github.event_name) || ((github.event_name == 'worflow_run') && ((github.event.workflow_run.event == 'push') || (github.event.workflow_run.event == 'workflow_dispatch') && (github.event.workflow_run.conclusion == 'success')))) | ||
runs-on: ubuntu-latest | ||
strategy: | ||
matrix: | ||
java: | ||
- '17' | ||
project: ${{ fromJson(needs.calculate-modules.outputs.projects_matrix) }} | ||
arch: | ||
- amd64 | ||
- arm64 | ||
name: "Build JVM images (${{ matrix.arch }}-${{ matrix.project.name }}-java${{ matrix.java }}-${{ matrix.project.openai-type }})" | ||
steps: | ||
- name: Checkout from ${{ needs.check-commit-count.outputs.ref }} | ||
uses: actions/checkout@v4 | ||
with: | ||
ref: ${{ needs.check-commit-count.outputs.ref }} | ||
- name: Setup Java | ||
uses: actions/setup-java@v4 | ||
with: | ||
java-version: ${{ matrix.java }} | ||
distribution: temurin | ||
cache: maven | ||
- name: Create env vars | ||
working-directory: ${{ matrix.project.name }} | ||
run: | | ||
if [[ ${{ matrix.java }} == '17' ]]; then | ||
echo "JVM_DOCKERFILE=Dockerfile.jvm" >> "$GITHUB_ENV" | ||
else | ||
echo "JVM_DOCKERFILE=Dockerfile.jvm${{ matrix.java }}" >> "$GITHUB_ENV" | ||
fi | ||
- name: Create OpenAI env vars | ||
if: matrix.project.openai-type | ||
working-directory: ${{ matrix.project.name }} | ||
run: echo "QUARKUS_PROFILE=${{ matrix.project.openai-type }}" >> $GITHUB_ENV | ||
- name: Create CONTAINER_TAG | ||
working-directory: .github/workflows/scripts | ||
run: echo "CONTAINER_TAG=$(./compute-container-tag.sh "" ${{ matrix.java }} ${{ env.LATEST_IMAGE_TAG }} ${{ env.BRANCH }} "${{ matrix.project.openai-type }}")" >> $GITHUB_ENV | ||
- name: Set up QEMU | ||
if: matrix.arch == 'arm64' | ||
uses: docker/setup-qemu-action@v3 | ||
with: | ||
platforms: ${{ matrix.arch }} | ||
- name: Set up Docker Buildx | ||
uses: docker/setup-buildx-action@v3 | ||
with: | ||
install: true | ||
- name: Build JVM image (${{ matrix.project.name }}-java${{ matrix.java }}-${{ matrix.arch }}-${{ matrix.project.openai-type }}) | ||
working-directory: ${{ matrix.project.name }} | ||
run: | | ||
./mvnw -B clean package -DskipTests \ | ||
-Dmaven.compiler.release=${{ matrix.java }} \ | ||
-Dquarkus.http.host=0.0.0.0 \ | ||
-Dquarkus.container-image.build=true \ | ||
-Dquarkus.container-image.push=false \ | ||
-Dquarkus.container-image.tag=${{ env.CONTAINER_TAG }}-${{ matrix.arch }} \ | ||
-Dquarkus.docker.dockerfile-jvm-path=src/main/docker/${{ env.JVM_DOCKERFILE }} \ | ||
-Dquarkus.docker.buildx.platform=linux/${{ matrix.arch }} | ||
- name: Save JVM Image (${{ matrix.project.name }}-java${{ matrix.java }}-${{ matrix.arch }}-${{ matrix.project.openai-type }}) | ||
uses: ishworkh/container-image-artifact-upload@v2.0.0 | ||
with: | ||
image: "${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-${{ matrix.arch }}" | ||
build-native-images: | ||
needs: | ||
- check-commit-count | ||
- calculate-modules | ||
if: (needs.check-commit-count.outputs.has_commits == 'true') && (needs.calculate-modules.outputs.projects_matrix != '[]') && (github.repository == 'quarkusio/quarkus-super-heroes') && (contains(fromJSON('["workflow_dispatch", "schedule"]'), github.event_name) || ((github.event_name == 'worflow_run') && ((github.event.workflow_run.event == 'push') || (github.event.workflow_run.event == 'workflow_dispatch') && (github.event.workflow_run.conclusion == 'success')))) | ||
runs-on: ubuntu-latest | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
java: | ||
- { jvm: '17', mandrel: '21' } | ||
project: ${{ fromJson(needs.calculate-modules.outputs.projects_matrix) }} | ||
arch: | ||
- amd64 | ||
- arm64 | ||
name: "Build Native images (${{ matrix.arch }}-${{ matrix.project.name }}-java${{ matrix.java.jvm }}-${{ matrix.project.openai-type }})" | ||
steps: | ||
- name: Checkout from ${{ needs.check-commit-count.outputs.ref }} | ||
uses: actions/checkout@v4 | ||
with: | ||
ref: ${{ needs.check-commit-count.outputs.ref }} | ||
- name: Setup Java | ||
uses: actions/setup-java@v4 | ||
with: | ||
java-version: ${{ matrix.java.jvm }} | ||
distribution: temurin | ||
cache: maven | ||
- name: Create OpenAI env vars | ||
if: matrix.project.openai-type | ||
working-directory: ${{ matrix.project.name }} | ||
run: echo "QUARKUS_PROFILE=${{ matrix.project.openai-type }}" >> $GITHUB_ENV | ||
- name: Create CONTAINER_TAG | ||
working-directory: .github/workflows/scripts | ||
run: echo "CONTAINER_TAG=$(./compute-container-tag.sh "native-" ${{ matrix.java.jvm }} ${{ env.LATEST_IMAGE_TAG }} ${{ env.BRANCH }} "${{ matrix.project.openai-type }}")" >> $GITHUB_ENV | ||
- name: Set up QEMU | ||
if: matrix.arch == 'arm64' | ||
uses: docker/setup-qemu-action@v3 | ||
with: | ||
platforms: ${{ matrix.arch }} | ||
- name: Set up Docker Buildx | ||
uses: docker/setup-buildx-action@v3 | ||
with: | ||
install: true | ||
- name: Build native image (${{ matrix.project.name }}-java${{ matrix.java.jvm }}-${{ matrix.arch }}-${{ matrix.project.openai-type }}) | ||
working-directory: ${{ matrix.project.name }} | ||
run: | | ||
./mvnw -B clean package -DskipTests -Pnative \ | ||
-Dmaven.compiler.release=${{ matrix.java.jvm }} \ | ||
-Dquarkus.http.host=0.0.0.0 \ | ||
-Dquarkus.native.container-build=true \ | ||
-Dquarkus.native.builder-image=${{ env.MANDREL_IMAGE }}:jdk-${{ matrix.java.mandrel }} \ | ||
-Dquarkus.native.container-runtime-options=--platform=linux/${{ matrix.arch }} \ | ||
-Dquarkus.container-image.build=true \ | ||
-Dquarkus.container-image.push=false \ | ||
-Dquarkus.container-image.tag=${{ env.CONTAINER_TAG }}-${{ matrix.arch }} \ | ||
-Dquarkus.docker.buildx.platform=linux/${{ matrix.arch }} | ||
- name: Save native Image (${{ matrix.project.name }}-java${{ matrix.java.jvm }}-${{ matrix.arch }}-${{ matrix.project.openai-type }}) | ||
uses: ishworkh/container-image-artifact-upload@v2.0.0 | ||
with: | ||
image: "${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-${{ matrix.arch }}" | ||
push-app-images: | ||
if: (needs.check-commit-count.outputs.has_commits == 'true') && (needs.calculate-modules.outputs.projects_matrix != '[]') && (github.repository == 'quarkusio/quarkus-super-heroes') && (contains(fromJSON('["workflow_dispatch", "schedule"]'), github.event_name) || ((github.event_name == 'worflow_run') && ((github.event.workflow_run.event == 'push') || (github.event.workflow_run.event == 'workflow_dispatch') && (github.event.workflow_run.conclusion == 'success')))) | ||
needs: | ||
- check-commit-count | ||
- calculate-modules | ||
- build-jvm-images | ||
- build-native-images | ||
runs-on: ubuntu-latest | ||
strategy: | ||
matrix: | ||
java: | ||
- '17' | ||
kind: | ||
- "" | ||
- "native-" | ||
project: ${{ fromJson(needs.calculate-modules.outputs.projects_matrix) }} | ||
arch: | ||
- amd64 | ||
- arm64 | ||
name: "Push app images (${{ matrix.arch }}-${{ matrix.project.name }}-${{ matrix.kind }}java${{ matrix.java }}-${{ matrix.project.openai-type }})" | ||
steps: | ||
- name: Checkout from ${{ needs.check-commit-count.outputs.ref }} | ||
uses: actions/checkout@v4 | ||
with: | ||
ref: ${{ needs.check-commit-count.outputs.ref }} | ||
- name: Create CONTAINER_TAG | ||
working-directory: .github/workflows/scripts | ||
run: echo "CONTAINER_TAG=$(./compute-container-tag.sh "${{ matrix.kind }}" ${{ matrix.java }} ${{ env.LATEST_IMAGE_TAG }} ${{ env.BRANCH }} "${{ matrix.project.openai-type }}")" >> $GITHUB_ENV | ||
- name: Get saved images (${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-${{ matrix.arch }}) | ||
uses: ishworkh/container-image-artifact-download@v2.0.0 | ||
with: | ||
image: "${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-${{ matrix.arch }}" | ||
- name: Login to quay | ||
uses: docker/login-action@v3 | ||
with: | ||
registry: quay.io | ||
username: ${{ secrets.QUAY_REPO_USERNAME }} | ||
password: ${{ secrets.QUAY_REPO_TOKEN }} | ||
- name: Push images | ||
working-directory: ${{ matrix.project.name }} | ||
run: "docker push -a ${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}" | ||
create-app-multiarch-manifests: | ||
if: (needs.check-commit-count.outputs.has_commits == 'true') && (needs.calculate-modules.outputs.projects_matrix != '[]') && (github.repository == 'quarkusio/quarkus-super-heroes') && (contains(fromJSON('["workflow_dispatch", "schedule"]'), github.event_name) || ((github.event_name == 'worflow_run') && ((github.event.workflow_run.event == 'push') || (github.event.workflow_run.event == 'workflow_dispatch') && (github.event.workflow_run.conclusion == 'success')))) | ||
needs: | ||
- check-commit-count | ||
- calculate-modules | ||
- push-app-images | ||
runs-on: ubuntu-latest | ||
strategy: | ||
matrix: | ||
java: | ||
- '17' | ||
kind: | ||
- "" | ||
- "native-" | ||
project: ${{ fromJson(needs.calculate-modules.outputs.projects_matrix) }} | ||
name: Create app multiarch manifests (${{ matrix.project.name }}-${{ matrix.kind }}java${{ matrix.java }}-${{ matrix.project.openai-type }}) | ||
steps: | ||
- name: Checkout from ${{ needs.check-commit-count.outputs.ref }} | ||
uses: actions/checkout@v4 | ||
with: | ||
ref: ${{ needs.check-commit-count.outputs.ref }} | ||
- name: Create CONTAINER_TAG | ||
working-directory: .github/workflows/scripts | ||
run: echo "CONTAINER_TAG=$(./compute-container-tag.sh "${{ matrix.kind }}" ${{ matrix.java }} ${{ env.LATEST_IMAGE_TAG }} ${{ env.BRANCH }} "${{ matrix.project.openai-type }}")" >> $GITHUB_ENV | ||
- name: Login to quay | ||
uses: docker/login-action@v3 | ||
with: | ||
registry: quay.io | ||
username: ${{ secrets.QUAY_REPO_USERNAME }} | ||
password: ${{ secrets.QUAY_REPO_TOKEN }} | ||
- name: Create and push multi-arch manifests | ||
run: | | ||
docker manifest create ${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }} \ | ||
-a ${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-amd64 \ | ||
-a ${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }}-arm64 | ||
docker manifest push ${{ env.IMAGE_BASE_NAME }}/${{ matrix.project.name }}:${{ env.CONTAINER_TAG }} | ||
deploy-resources: | ||
if: (needs.check-commit-count.outputs.has_commits == 'true') && (github.repository == 'quarkusio/quarkus-super-heroes') && (contains(fromJSON('["workflow_dispatch", "schedule"]'), github.event_name) || ((github.event_name == 'worflow_run') && ((github.event.workflow_run.event == 'push') || (github.event.workflow_run.event == 'workflow_dispatch') && (github.event.workflow_run.conclusion == 'success')))) | ||
needs: | ||
- check-commit-count | ||
- create-app-multiarch-manifests | ||
uses: quarkusio/quarkus-super-heroes/.github/workflows/create-deploy-resources.yml@main | ||
secrets: inherit | ||
with: | ||
commit_id: ${{ needs.check-commit-count.outputs.ref }} | ||
branch: ${{ needs.check-commit-count.outputs.branch }} | ||
cleanup-artifacts: | ||
needs: deploy-resources | ||
if: always() | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Delete artifacts | ||
env: | ||
WEBHOOK_SECRET: ${{ secrets.WEBHOOK_SECRET }} | ||
run: | | ||
echo "::add-mask::$WEBHOOK_SECRET" | ||
curl --verbose --fail --show-error --location --request POST "https://api.github.com/repos/$GITHUB_REPOSITORY/dispatches" --header "Authorization: token $WEBHOOK_SECRET" --header 'Content-Type: application/json' --header 'Accept: application/vnd.github.everest-preview+json' --data-raw "{ \"event_type\": \"delete_all_artifacts\", \"client_payload\": {\"parent_runid\": \"$GITHUB_RUN_ID\", \"parent_repo\": \"$GITHUB_REPOSITORY\"} }" |