push_pkgs.sh

#!/bin/bash
#
# Copyright (c) 2021 The Flatcar Maintainers.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# >>> This file is supposed to be SOURCED from the repository ROOT. <<<
#
# push_packages() should be called w/ the positional INPUT parameters below.

# OS image binary packages publisher automation stub.
#   This script will publish the packages from a pre-built packages container to
#   the buildcache server, effectively turning the build cache into a
#   binary packages server for the SDK.
#   Before pushing packages the script will run ./build_dev_binpkgs to ensure all
#   binary packages for the development container are actually built.
#   Note that this may build packages not previously built by the "build_packages"
#   step.
#
# PREREQUISITES:
#
#   1. SDK version and OS image version are recorded in sdk_container/.repo/manifests/version.txt
#   2. Scripts repo version tag of OS image version to be built is available and checked out.
#   3. Flatcar packages container is available via build cache server
#       from "/containers/[VERSION]/flatcar-packages-[ARCH]-[FLATCAR_VERSION].tar.gz"
#       or present locally. Container must contain binary packages.
#
# INPUT:
#
#   1. Architecture (ARCH) of the TARGET OS image ("arm64", "amd64").
#
# OPTIONAL INPUT:
#
#   1. SIGNER. Environment variable. Name of the owner of the artifact signing key.
#        Defaults to nothing if not set - in such case, artifacts will not be signed.
#        If provided, SIGNING_KEY environment variable should also be provided, otherwise this environment variable will be ignored.
#
#   2. SIGNING_KEY. Environment variable. The artifact signing key.
#        Defaults to nothing if not set - in such case, artifacts will not be signed.
#        If provided, SIGNER environment variable should also be provided, otherwise this environment variable will be ignored.
#
# OUTPUT:
#
#   1. Binary packages published to buildcache at "boards/[ARCH]-usr/[VERSION]/pkgs".
#   2. "./ci-cleanup.sh" with commands to clean up temporary build resources,
#        to be run after this step finishes / when this step is aborted.
#   3. If signer key was passed, signatures of artifacts from point 1, pushed along to buildcache.

# This function is run _inside_ the SDK container
function image_build__copy_to_bincache() {
    local arch="$1"
    local version="$2"

    source ci-automation/ci_automation_common.sh

    # change the owner of the files and directories in __build__ back
    # to ourselves, otherwise we could fail to sign the artifacts as
    # we lacked write permissions in the directory of the signed
    # artifact
    local uid=$(id --user)
    local gid=$(id --group)
    cd /build/$arch-usr/var/lib/portage/pkgs/
    sudo chown --recursive "${uid}:${gid}" .
    sign_artifacts "${SIGNER}" *
    copy_to_buildcache "boards/$arch-usr/$version/pkgs" *
}
# --

function push_packages() {
    # Run a subshell, so the traps, environment changes and global
    # variables are not spilled into the caller.
    (
        set -euo pipefail

        _push_packages_impl "${@}"
    )
}
# --

function _push_packages_impl() {
    local arch="$1"

    source ci-automation/ci_automation_common.sh
    source ci-automation/gpg_setup.sh

    source sdk_container/.repo/manifests/version.txt
    local vernum="${FLATCAR_VERSION}"
    local docker_vernum="$(vernum_to_docker_image_version "${vernum}")"

    local packages="flatcar-packages-${arch}"
    local packages_image="${packages}:${docker_vernum}"

    docker_image_from_buildcache "${packages}" "${docker_vernum}"

    local my_name="flatcar-packages-publisher-${arch}-${docker_vernum}"
    ./run_sdk_container -x ./ci-cleanup.sh -n "${my_name}" -C "${packages_image}" \
            ./build_dev_binpkgs --board="${arch}-usr"

    local cmd="source ci-automation/push_pkgs.sh"
    cmd="$cmd; image_build__copy_to_bincache '$arch' '$vernum'"

    ./run_sdk_container -x ./ci-cleanup.sh -n "${my_name}" \
            bash -c "$cmd"
}
# --