⚡ Revise build command for multiplatforms

Signed-off-by: Rintaro Okamura <rintaro.okamura@gmail.com>
vdaas · Dec 23, 2020 · db9df0b · db9df0b
1 parent 015bfb3
commit db9df0b
Show file tree

Hide file tree

Showing 19 changed files with 257 additions and 126 deletions.
diff --git a/.github/workflows/dockers-agent-ngt-image.yml b/.github/workflows/dockers-agent-ngt-image.yml
@@ -74,13 +74,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/agent-ngt`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/agent-ngt`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -104,17 +108,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/agent-ngt
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/agent-ngt
         env:

diff --git a/.github/workflows/dockers-agent-sidecar-image.yml b/.github/workflows/dockers-agent-sidecar-image.yml
@@ -74,13 +74,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/agent-sidecar`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/agent-sidecar`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -104,17 +108,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/agent-sidecar
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/agent-sidecar
         env:

diff --git a/.github/workflows/dockers-backup-manager-cassandra-image.yml b/.github/workflows/dockers-backup-manager-cassandra-image.yml
@@ -76,13 +76,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/backup-manager-cassandra`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/backup-manager-cassandra`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -106,17 +110,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/backup-manager-cassandra
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/backup-manager-cassandra
         env:

diff --git a/.github/workflows/dockers-backup-manager-mysql-image.yml b/.github/workflows/dockers-backup-manager-mysql-image.yml
@@ -74,13 +74,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/backup-manager-mysql`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/backup-manager-mysql`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -104,17 +108,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/backup-manager-mysql
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/backup-manager-mysql
         env:

diff --git a/.github/workflows/dockers-base-image.yml b/.github/workflows/dockers-base-image.yml
@@ -53,8 +53,11 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/base`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/base`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
@@ -74,17 +77,20 @@ jobs:
           tag_name=`echo $GITHUB_REF | sed -e 's:^refs/tags/::'`
           echo "::set-output name=TAG_NAME::${tag_name}"
           echo "PRIMARY_TAG=${tag_name}" >> $GITHUB_ENV
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/base
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/base
         env:

diff --git a/.github/workflows/dockers-ci-container-image.yml b/.github/workflows/dockers-ci-container-image.yml
@@ -49,7 +49,10 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/ci-container`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/ci-container`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
@@ -68,17 +71,20 @@ jobs:
           tag_name=`echo $GITHUB_REF | sed -e 's:^refs/tags/::'`
           echo "::set-output name=TAG_NAME::${tag_name}"
           echo "PRIMARY_TAG=${tag_name}" >> $GITHUB_ENV
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/ci-container
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/ci-container
         env:

diff --git a/.github/workflows/dockers-dev-container-image.yml b/.github/workflows/dockers-dev-container-image.yml
@@ -49,7 +49,10 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/dev-container`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/dev-container`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
@@ -68,17 +71,20 @@ jobs:
           tag_name=`echo $GITHUB_REF | sed -e 's:^refs/tags/::'`
           echo "::set-output name=TAG_NAME::${tag_name}"
           echo "PRIMARY_TAG=${tag_name}" >> $GITHUB_ENV
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/dev-container
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/dev-container
         env:

diff --git a/.github/workflows/dockers-discoverer-k8s-image.yml b/.github/workflows/dockers-discoverer-k8s-image.yml
@@ -70,13 +70,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/discoverer-k8s`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/discoverer-k8s`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -100,17 +104,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/discoverer-k8s
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/discoverer-k8s
         env:

diff --git a/.github/workflows/dockers-gateway-backup-image.yml b/.github/workflows/dockers-gateway-backup-image.yml
@@ -76,13 +76,17 @@ jobs:
         id: image_name
         run: |
           image_name=`make docker/name/gateway-backup`
+          alter_repo=`make docker/name/repo/alter`
+          alter_image_name=`make REPO="${alter_repo}" docker/name/gateway-backup`
           base_platforms=`make docker/platforms`
           echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "ALTER_IMAGE_NAME=${alter_image_name}" >> $GITHUB_ENV
           echo "::set-output name=IMAGE_NAME::${image_name}"
           echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
       - name: Determine tag name (master)
         if: github.ref == 'refs/heads/master'
         run: |
+          echo "nightly" > versions/VALD_VERSION
           echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
@@ -106,17 +110,20 @@ jobs:
           echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
         env:
           PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Add extra tags
+        run: |
+          EXTRA_TAGS="-t ${ALTER_IMAGE_NAME}:${PRIMARY_TAG}"
+          echo "EXTRA_TAGS=${EXTRA_TAGS}" >> $GITHUB_ENV
+      - name: Add latest tags
+        if: startsWith( github.ref, 'refs/tags/')
+        run: |
+          LATEST_TAGS="-t ${IMAGE_NAME}:latest -t ${ALTER_IMAGE_NAME}:latest"
+          echo "LATEST_TAGS=${LATEST_TAGS}" >> $GITHUB_ENV
       - name: Build and Push
         run: |
           make \
             DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
-            TAG="${PRIMARY_TAG}" \
-            docker/build/gateway-backup
-          make \
-            REPO="ghcr.io/vdaas/vald" \
-            DOCKER="docker buildx" \
-            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} ${EXTRA_TAGS} ${LATEST_TAGS} --push" \
             TAG="${PRIMARY_TAG}" \
             docker/build/gateway-backup
         env: